-- Logs begin at Mon 2021-08-30 06:58:40 UTC, end at Mon 2021-08-30 08:05:33 UTC. -- Aug 30 07:31:16.695724 dv-cinder-804735-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 07:31:19.417435 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.common.config [-] Logging enabled! Aug 30 07:31:19.417939 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 07:31:19.418222 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100392) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 07:31:19.421445 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.common.config [-] Logging enabled! Aug 30 07:31:19.421706 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 07:31:19.422019 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100392) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 07:31:19.422963 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 07:31:19.423212 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 07:31:19.423586 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 07:31:19.423833 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 07:31:19.424062 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 07:31:19.424387 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.424689 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.424989 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.425226 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.425520 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.425811 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.426668 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.426959 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.427284 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.427575 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.427854 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.428144 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.428378 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.428665 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.428954 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.429245 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.429472 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] debug = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.429756 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.430183 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.430600 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.430883 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.431174 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.431480 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.431762 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.432040 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.432326 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.432668 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] host = dv-cinder-804735-4-iscsi {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.432948 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.433237 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.433525 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.433810 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.434086 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.434363 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.434650 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.434926 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.435224 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] log_file = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.435503 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.435794 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.436081 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.436370 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.436597 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.436822 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.437112 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.437400 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.437680 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.437960 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.438236 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.438513 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.438788 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.439060 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.439383 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.439671 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.439961 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.440237 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.440513 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.440786 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.441060 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.441347 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.441661 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.442047 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.442331 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.442621 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.442895 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.443173 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.443497 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.443788 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.444072 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.444360 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.444635 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.444919 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.445195 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.445476 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.445751 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] use_json = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.446028 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.446302 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.446587 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.446863 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.447137 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.447439 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.447717 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.448006 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:19.448306 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.448605 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.448907 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.449196 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.449493 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.449776 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.450067 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.450349 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.450640 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.450931 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.451240 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.451522 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.451813 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.452094 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.452392 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.452701 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.452998 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.453294 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.453573 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.453851 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.454125 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.454408 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.454696 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.454978 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.455295 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.455592 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.455874 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.456168 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.456468 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.456759 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.457039 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.457346 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.457642 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.457924 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.458200 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.458484 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.458775 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.459054 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.459354 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.459642 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.459924 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.460197 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.460470 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.460749 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.461042 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.461319 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.461593 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.461865 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.462144 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.462416 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.462702 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.462982 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.463281 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.463558 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.463839 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.464115 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.464391 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.464668 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.464941 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.465222 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.465495 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.465768 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.466040 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.466312 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.466584 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.466854 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.467125 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.467427 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.467702 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.467975 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.468247 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.468522 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.468791 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.469078 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.469376 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.469655 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.469933 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.470211 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.470489 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.470768 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.471043 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.471348 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.471626 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.471900 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.472191 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.472475 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.473271 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.473571 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.473851 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.474157 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.474436 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.474720 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.475000 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.475304 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.475591 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.475881 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.476178 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.476473 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.476771 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.477067 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.477366 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.477645 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.477954 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.478236 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:19.478457 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 07:31:19.478700 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100392) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 07:31:19.827154 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 07:31:19.827459 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 07:31:19.827758 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 07:31:19.828095 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 07:31:20.217833 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.218125 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.218399 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.219739 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.220018 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.220286 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.256405 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.256685 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.256955 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.272410 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.272694 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.272967 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.300789 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.301097 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.301372 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.340043 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.340326 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.340597 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.571293 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.571881 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.571881 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.572056 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.572914 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.691940 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.692289 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.692576 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.692852 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.693125 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.693441 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.693707 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.693970 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.694231 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.694520 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.694784 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.695053 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.695339 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.695598 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.695857 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.696127 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.696388 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.696659 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.696931 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.697196 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.697476 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.697736 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.698020 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.698399 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.698654 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.698905 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.699324 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:20.699567 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:20.699805 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:20.700043 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:20.700279 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:20.700515 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:20.700877 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 07:31:20.703964 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 07:31:20.708504 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 07:31:20.712315 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 30 07:31:20.713950 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 07:31:20.714401 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 07:31:20.714741 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 07:31:20.715128 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 07:31:20.717936 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 07:31:20.718188 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 07:31:20.718536 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 07:31:20.724386 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 07:31:20.746403 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 07:31:20.746865 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.747172 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100392) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 07:31:20.747562 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.748926 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100392) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 07:31:20.749209 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 07:31:20.749457 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 07:31:20.752560 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.752851 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:20.816456 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 07:31:20.817229 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 07:31:20.817473 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 07:31:20.817842 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 07:31:20.838150 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_db.sqlalchemy.engines [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100392) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 07:31:21.372419 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Initializing driver for type 'gre' Aug 30 07:31:21.373045 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] gre ID ranges: [(1, 1000)] Aug 30 07:31:21.430135 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Initializing driver for type 'local' Aug 30 07:31:21.430491 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Initializing driver for type 'vlan' Aug 30 07:31:21.444250 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] VlanTypeDriver initialization complete Aug 30 07:31:21.444568 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Initializing driver for type 'vxlan' Aug 30 07:31:21.445092 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] vxlan ID ranges: [(1, 1000)] Aug 30 07:31:21.495100 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Initializing extension driver 'port_security' Aug 30 07:31:21.495470 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.extensions.port_security [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] PortSecurityExtensionDriver initialization complete Aug 30 07:31:21.495829 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Initializing mechanism driver 'openvswitch' Aug 30 07:31:21.496143 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Initializing mechanism driver 'hyperv' Aug 30 07:31:21.502594 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:31:21.503306 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > port after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.503704 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > port after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.504086 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > port after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.504603 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:31:21.505038 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > subnet after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.505392 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > subnet after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.505739 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.506139 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:31:21.506546 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > network after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.506895 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > network after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.507260 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > network after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.507655 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:31:21.508060 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > security_group after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.508409 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > security_group after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.509308 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.509950 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:31:21.510457 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.510896 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.511371 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.511860 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:31:21.512343 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > address_group after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.512780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > address_group after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.513202 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.513676 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 07:31:21.514141 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] ML2 OVO RPC backend initialized. {{(pid=100392) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 07:31:21.514935 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.515423 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.515925 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > network before_response 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.516352 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > networks before_response 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.516781 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > port before_response 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.517215 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > ports before_response 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.517888 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > subnet before_response 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.518315 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > subnets before_response 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.518751 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > network after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.519171 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > network after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.519628 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > network after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.520047 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > port after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.520466 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > port after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.520888 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > port after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.521311 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > subnet after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.521728 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > subnet after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.522147 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.522797 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.plugin [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Modular L2 Plugin initialization complete Aug 30 07:31:21.523234 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading services supported by the core plugin {{(pid=100392) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 07:31:21.523629 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.plugins.ml2.managers [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Got port-security extension from driver 'port_security' Aug 30 07:31:21.524181 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.extensions.vlantransparent [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Disabled vlantransparent extension. Aug 30 07:31:21.524751 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100392) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 07:31:21.525138 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading Plugin: router Aug 30 07:31:21.562143 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.562472 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router after_create 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.562838 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router before_create 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.563213 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.563592 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.563946 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router after_delete 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.564303 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.564645 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.564997 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router after_create 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.565337 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router after_update 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.565678 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router after_update 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.566017 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.566367 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router after_update 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.567387 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router precommit_update 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.567749 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: port after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.568083 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: port after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.568420 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: subnet after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.568753 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.569096 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.569440 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router precommit_create 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.569781 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: port before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.570124 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router precommit_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.570475 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router after_update 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.570813 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.571158 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router precommit_create 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.571543 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.572079 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router precommit_update 55549900 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.572224 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > agent after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.572565 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > agent after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.572902 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > network after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.573727 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Tracking information for resource: router configured {{(pid=100392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:21.574050 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Tracking information for resource: floatingip configured {{(pid=100392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 07:31:21.578911 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.db.l3_agentschedulers_db [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 07:31:21.579514 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: port after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.579871 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: port after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.580213 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: port after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.580557 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: port after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.581341 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router before_create 55550100 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.581700 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.582055 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router precommit_create 55550100 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.582403 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > router precommit_update 55550100 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.586914 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.services.provider_configuration [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service providers = [] {{(pid=100392) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 07:31:21.587303 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.db.servicetype_db [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100392) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 07:31:21.590185 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.services.service_base [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 07:31:21.590527 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.services.service_base [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 07:31:21.590862 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.services.service_base [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 07:31:21.591786 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.services.service_base [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 07:31:21.592149 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.services.service_base [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 07:31:21.592512 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.592824 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 07:31:21.603752 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.604083 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading Plugin: auto_allocate Aug 30 07:31:21.609757 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: network precommit_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.610121 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: network precommit_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.610629 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.610946 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading Plugin: tag Aug 30 07:31:21.618314 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.618635 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading Plugin: timestamp Aug 30 07:31:21.622577 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.622909 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading Plugin: network_ip_availability Aug 30 07:31:21.628265 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.628630 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.628989 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.629681 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.629999 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading Plugin: flavors Aug 30 07:31:21.634600 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.634924 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading Plugin: revisions Aug 30 07:31:21.639143 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 07:31:21.639552 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_concurrency.lockutils [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=100392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 07:31:21.640277 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100392) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 07:31:21.640610 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Initializing extension manager. Aug 30 07:31:21.641116 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: __init__.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.641452 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: __pycache__ {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.641783 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.642113 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: address_group.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.643104 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.643686 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: address-group Aug 30 07:31:21.644001 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: address_scope.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.644705 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.645215 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: address-scope Aug 30 07:31:21.645531 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.646441 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.646949 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: router-admin-state-down-before-update Aug 30 07:31:21.647292 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: agent.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.648174 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.648687 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: agent Aug 30 07:31:21.649001 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: agent_resources_synced.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.649907 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.650410 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: agent-resources-synced Aug 30 07:31:21.650725 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: allowedaddresspairs.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.652500 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.653019 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: allowed-address-pairs Aug 30 07:31:21.653341 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: auto_allocated_topology.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.654396 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.654906 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: auto-allocated-topology Aug 30 07:31:21.655250 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: availability_zone.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.655935 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.656438 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: availability_zone Aug 30 07:31:21.656754 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: availability_zone_filter.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.657648 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.658148 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: availability_zone_filter Aug 30 07:31:21.658461 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: data_plane_status.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.659407 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.659905 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 07:31:21.660219 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: default_subnetpools.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.661610 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.662115 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: default-subnetpools Aug 30 07:31:21.662432 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.663255 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.663769 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: dhcp_agent_scheduler Aug 30 07:31:21.664086 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: dns.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.664994 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.665497 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 07:31:21.665815 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: dns_domain_ports.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.666720 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.667249 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 07:31:21.667571 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.668480 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.668986 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 07:31:21.669304 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: dvr.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.669964 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.670467 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: dvr Aug 30 07:31:21.670781 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: ecmp_routes.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.671712 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.672217 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 07:31:21.672532 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: empty_string_filtering.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.673424 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.673934 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: empty-string-filtering Aug 30 07:31:21.674247 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.675138 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.675670 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 07:31:21.676542 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.677437 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.677941 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 07:31:21.678256 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: external_net.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.679151 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.679680 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: external-net Aug 30 07:31:21.679994 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.680886 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.681389 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: extra_dhcp_opt Aug 30 07:31:21.681700 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: extraroute.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.682586 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.683088 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: extraroute Aug 30 07:31:21.683436 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: extraroute_atomic.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.684459 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.684965 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: extraroute-atomic Aug 30 07:31:21.685278 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: filter_validation.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.685930 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.686427 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: filter-validation Aug 30 07:31:21.686739 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: fip_pf_description.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.687663 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.688162 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 07:31:21.688479 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: fip_port_details.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.689378 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.689877 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: fip-port-details Aug 30 07:31:21.690190 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: flavors.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.691431 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.691978 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: flavors Aug 30 07:31:21.692298 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.693938 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.694445 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 07:31:21.694769 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: floatingip_pools.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.695497 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.696010 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: floatingip-pools Aug 30 07:31:21.696328 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: ip_allocation.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.697235 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.697738 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 07:31:21.698053 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.698967 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.699502 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: ip-substring-filtering Aug 30 07:31:21.699819 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: l2_adjacency.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.700731 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.701234 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 07:31:21.701547 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: l3.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.702619 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.703139 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: router Aug 30 07:31:21.703479 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.705677 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.706206 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 07:31:21.706528 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.707506 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.708020 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: ext-gw-mode Aug 30 07:31:21.708341 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.709246 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.709753 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: l3-ha Aug 30 07:31:21.710070 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: l3_flavors.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.710985 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.711525 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: l3-flavors Aug 30 07:31:21.711841 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.712738 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.713241 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 07:31:21.713557 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: l3agentscheduler.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.714573 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.715082 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: l3_agent_scheduler Aug 30 07:31:21.715433 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: logging.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.716908 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.717431 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension logging not supported by any of loaded plugins Aug 30 07:31:21.717757 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: metering.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.718492 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.719067 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: metering Aug 30 07:31:21.719416 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.720509 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.721024 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: metering_source_and_destination_fields Aug 30 07:31:21.721341 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: multiprovidernet.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.722251 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.723298 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: multi-provider Aug 30 07:31:21.723626 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: netmtu.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.724533 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.725038 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: net-mtu Aug 30 07:31:21.725357 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: netmtu_writable.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.726258 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.726765 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: net-mtu-writable Aug 30 07:31:21.727085 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: network_availability_zone.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.727774 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.728281 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: network_availability_zone Aug 30 07:31:21.728596 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: network_ip_availability.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.729671 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.730187 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: network-ip-availability Aug 30 07:31:21.730507 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: network_segment_range.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.731286 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.731790 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 07:31:21.732106 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: pagination.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.733066 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.733391 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: pagination Aug 30 07:31:21.733705 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: port_device_profile.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.734595 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.735102 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: port-device-profile Aug 30 07:31:21.735449 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.736360 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.736868 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: port-mac-address-regenerate Aug 30 07:31:21.737181 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.738085 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.738666 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: port-numa-affinity-policy Aug 30 07:31:21.738989 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: port_resource_request.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.739923 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.740426 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 07:31:21.740740 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: portbindings.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.741655 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.742161 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: binding Aug 30 07:31:21.742477 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: portbindings_extended.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.743885 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.744407 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: binding-extended Aug 30 07:31:21.744732 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: portsecurity.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.745635 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.746144 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: port-security Aug 30 07:31:21.746464 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: project_id.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.747466 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.747794 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: project-id Aug 30 07:31:21.748115 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: providernet.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.749037 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.749545 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: provider Aug 30 07:31:21.749862 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: qos.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.753370 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.753896 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension qos not supported by any of loaded plugins Aug 30 07:31:21.754740 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.756012 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.756528 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 07:31:21.756851 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.757759 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.758268 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 07:31:21.758589 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: qos_default.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.759523 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.760035 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension qos-default not supported by any of loaded plugins Aug 30 07:31:21.760352 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: qos_fip.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.760995 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.761496 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 07:31:21.761811 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: qos_gateway_ip.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.762717 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.763248 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 07:31:21.763568 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: qos_port_network_policy.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.764471 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.764978 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 07:31:21.765294 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: qos_pps_rule.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.766450 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.766971 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 07:31:21.767314 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: qos_rule_type_details.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.768469 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.768979 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 07:31:21.769301 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: qos_rules_alias.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.770402 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.770915 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 07:31:21.771261 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: quotasv2.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.772157 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.772479 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: quotas Aug 30 07:31:21.772793 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: quotasv2_detail.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.775806 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.776139 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: quota_details Aug 30 07:31:21.776465 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: rbac.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.777691 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.778211 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: rbac-policies Aug 30 07:31:21.778534 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: rbac_address_group.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.779507 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.780022 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: rbac-address-group Aug 30 07:31:21.780341 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: rbac_address_scope.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.781251 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.781761 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: rbac-address-scope Aug 30 07:31:21.782080 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: rbac_security_groups.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.782992 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.783534 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: rbac-security-groups Aug 30 07:31:21.783852 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: rbac_subnetpool.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.784753 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.785782 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: rbac-subnetpool Aug 30 07:31:21.786104 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: revisionifmatch.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.787019 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.787567 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: revision-if-match Aug 30 07:31:21.787890 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: revisions.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.788991 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.789502 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: standard-attr-revisions Aug 30 07:31:21.789823 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: router_availability_zone.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.790488 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.790998 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: router_availability_zone Aug 30 07:31:21.791348 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: routerservicetype.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.792255 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.792755 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 07:31:21.793071 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.793979 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.794483 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: security-groups-normalized-cidr Aug 30 07:31:21.794797 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.795731 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.796238 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: port-security-groups-filtering Aug 30 07:31:21.796553 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.797463 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.797974 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: security-groups-remote-address-group Aug 30 07:31:21.798290 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: securitygroup.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.809001 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.809530 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: security-group Aug 30 07:31:21.809862 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: segment.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.810639 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.811148 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension segment not supported by any of loaded plugins Aug 30 07:31:21.811493 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.812453 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.812921 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 07:31:21.813242 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: servicetype.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.814398 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.814916 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: service-type Aug 30 07:31:21.815268 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: sorting.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.816250 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.817094 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: sorting Aug 30 07:31:21.817410 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: standard_attr_segment.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.818323 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.818833 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 07:31:21.819149 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: standardattrdescription.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.819812 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.820319 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: standard-attr-description Aug 30 07:31:21.820639 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: stateful_security_group.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.821560 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.822076 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: stateful-security-group Aug 30 07:31:21.822395 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: stdattrs_common.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.822967 dv-cinder-804735-4-iscsi neutron-server[100392]: WARNING neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 07:31:21.823316 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.824243 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.824751 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 07:31:21.825066 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: subnet_onboard.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.826130 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.826651 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: subnet_onboard Aug 30 07:31:21.826972 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.827918 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.828427 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 07:31:21.828746 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: subnet_service_types.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.829667 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.830178 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: subnet-service-types Aug 30 07:31:21.830500 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: subnetallocation.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.831593 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.832128 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: subnet_allocation Aug 30 07:31:21.832476 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.833133 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.833641 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: subnetpool-prefix-ops Aug 30 07:31:21.833958 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.834870 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.835410 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 07:31:21.835726 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: tagging.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.836755 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.837273 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: standard-attr-tag Aug 30 07:31:21.837592 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: timestamp.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.838772 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.839317 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loaded extension: standard-attr-timestamp Aug 30 07:31:21.839638 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: trunk.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.840661 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.841173 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension trunk not supported by any of loaded plugins Aug 30 07:31:21.841493 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: trunk_details.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.842399 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.842909 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 07:31:21.843259 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: uplink_status_propagation.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.844164 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.844668 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 07:31:21.844984 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Loading extension file: vlantransparent.py {{(pid=100392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 07:31:21.845642 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 07:31:21.846144 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 07:31:21.849119 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:network Aug 30 07:31:21.849646 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:subnet Aug 30 07:31:21.850039 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:31:21.850424 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:port Aug 30 07:31:21.851668 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.852095 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service FLAVORS assigned prefix: {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.852711 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.853132 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.853456 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:router Aug 30 07:31:21.853872 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 07:31:21.854356 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service METERING assigned prefix: /metering {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.855804 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.856166 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.856509 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:31:21.857466 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 07:31:21.857908 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:security_group Aug 30 07:31:21.858339 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 07:31:21.858925 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service CORE assigned prefix: {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.859270 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:31:21.859610 dv-cinder-804735-4-iscsi neutron-server[100392]: WARNING neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] subnetpool is already registered Aug 30 07:31:21.860038 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service CORE assigned prefix: {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.860359 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:31:21.860685 dv-cinder-804735-4-iscsi neutron-server[100392]: WARNING neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] subnetpool is already registered Aug 30 07:31:21.863008 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.864076 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service FLAVORS assigned prefix: {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.864681 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.865097 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.865423 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:router Aug 30 07:31:21.865755 dv-cinder-804735-4-iscsi neutron-server[100392]: WARNING neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] router is already registered Aug 30 07:31:21.866157 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 07:31:21.866486 dv-cinder-804735-4-iscsi neutron-server[100392]: WARNING neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] floatingip is already registered Aug 30 07:31:21.866934 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service METERING assigned prefix: /metering {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.867633 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 07:31:21.867957 dv-cinder-804735-4-iscsi neutron-server[100392]: WARNING neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] rbac_policy is already registered Aug 30 07:31:21.868365 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:security_group Aug 30 07:31:21.868693 dv-cinder-804735-4-iscsi neutron-server[100392]: WARNING neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] security_group is already registered Aug 30 07:31:21.869090 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 07:31:21.869416 dv-cinder-804735-4-iscsi neutron-server[100392]: WARNING neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] security_group_rule is already registered Aug 30 07:31:21.870040 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service CORE assigned prefix: {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.870360 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:31:21.870684 dv-cinder-804735-4-iscsi neutron-server[100392]: WARNING neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] subnetpool is already registered Aug 30 07:31:21.871106 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.v2.resource_helper [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Service CORE assigned prefix: {{(pid=100392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 07:31:21.871454 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 07:31:21.871778 dv-cinder-804735-4-iscsi neutron-server[100392]: WARNING neutron.quota.resource_registry [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] subnetpool is already registered Aug 30 07:31:21.872246 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: extensions {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.873686 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: address-groups {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.875154 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: address-scopes {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.876483 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: agents {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.877644 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: auto-allocated-topology {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.878867 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: availability_zones {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.880197 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: dhcp-networks {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.881703 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: dhcp-agents {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.883106 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: routers {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.885316 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: flavors {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.886461 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: service_profiles {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.887707 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: next_providers {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.889128 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: service_profiles {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.890642 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: floatingip-pools {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.891882 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: routers {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.894275 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: floatingips {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.895719 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: l3-routers {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.897275 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: l3-agents {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.898671 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: metering-labels {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.900051 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: metering-label-rules {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.901337 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: network-ip-availabilities {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.902582 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: bindings {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.904237 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: quotas {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.905668 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: quotas {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.907078 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: rbac-policies {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.908298 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: security-groups {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.909587 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: security-group-rules {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.911381 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: service-providers {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.912599 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: subnetpools {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.915073 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: subnetpools {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.916555 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: tags {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.918219 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: tags {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.920038 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: tags {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.921817 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: tags {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.923649 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: tags {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.925477 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: tags {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.927857 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: tags {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.929729 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: tags {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.931650 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: tags {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.933377 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron.api.extensions [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Extended resource: tags {{(pid=100392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 07:31:21.939760 dv-cinder-804735-4-iscsi neutron-server[100392]: WARNING keystonemiddleware.auth_token [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 07:31:21.945220 dv-cinder-804735-4-iscsi neutron-server[100392]: WARNING keystonemiddleware.auth_token [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 07:31:21.954602 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_concurrency.lockutils [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Acquired lock "singleton_lock" {{(pid=100392) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 07:31:21.955113 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_concurrency.lockutils [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Releasing lock "singleton_lock" {{(pid=100392) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 07:31:21.955821 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO oslo_service.service [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Starting 2 workers Aug 30 07:31:21.961264 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Started child 100499 {{(pid=100392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 07:31:21.965681 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Started child 100500 {{(pid=100392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 07:31:21.966768 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:21.967457 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO neutron.service [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 07:31:21.967953 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Notify callbacks [] for process, before_spawn {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:21.968303 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [-] (100499) wsgi starting up on http://0.0.0.0:9696 Aug 30 07:31:21.970324 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO oslo_service.service [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Starting 1 workers Aug 30 07:31:21.970441 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:21.971914 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [-] (100500) wsgi starting up on http://0.0.0.0:9696 Aug 30 07:31:21.976159 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Started child 100501 {{(pid=100392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 07:31:21.976679 dv-cinder-804735-4-iscsi neutron-server[100392]: INFO oslo_service.service [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Starting 1 workers Aug 30 07:31:21.979738 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.service [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] calling RpcWorker wait() {{(pid=100501) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 07:31:21.980245 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.service [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] returning from RpcWorker wait() {{(pid=100501) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 07:31:21.981112 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Started child 100502 {{(pid=100392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 07:31:21.981512 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:21.981949 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96270c5a-e3ca-4d06-a180-6211d3b01c64 None None] Notify callbacks [] for process, after_spawn {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:21.982064 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:31:21.983892 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100392) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 07:31:21.984104 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 07:31:21.984293 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 07:31:21.984511 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 07:31:21.984839 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 07:31:21.984992 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 07:31:21.985501 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.985774 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.985968 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:21.986456 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.986456 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.986600 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.987119 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.987392 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.987622 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.987939 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.988129 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.988292 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.988503 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.988758 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.988992 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.989287 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.989545 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.989775 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.990044 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.990208 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.990470 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.990725 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.990967 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.991259 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] debug = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.991491 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.991995 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.992242 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.992484 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.992716 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.992991 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.993212 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.993489 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.993739 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.993993 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.994172 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.994430 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.994678 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.994888 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.995102 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.995360 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.995577 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.996064 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] host = dv-cinder-804735-4-iscsi {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.996293 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.996534 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.996775 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.996998 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.997251 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.997467 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.997707 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.997944 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.998199 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.998418 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.998662 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.998904 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.999119 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.999374 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_file = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.999527 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_options = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:21.999740 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.000005 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.000276 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.000453 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.000612 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.000782 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.001023 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.001175 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.001430 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.001643 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.001851 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.002095 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.002286 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.002512 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.002773 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.003013 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.003255 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.003464 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.003705 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.003959 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.004279 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.004485 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.004714 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.004941 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.005154 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.005365 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.005592 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.005822 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.006031 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.006285 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.006526 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.006780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.007020 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.007293 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.007523 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.007744 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.007951 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.008208 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.008451 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.008664 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.008915 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.009142 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.009360 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.009585 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.009811 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.010040 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] use_json = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.010254 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.010461 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.010729 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.010939 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.011149 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.011383 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.011610 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.011850 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.012295 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.013864 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.013864 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.013864 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.013864 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.013864 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.013864 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.014288 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.014288 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.014514 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.014740 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.014978 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.015306 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.015634 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.015798 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.015870 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:31:22.016123 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.016358 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.016684 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.016867 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.017169 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.017402 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.017901 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.018174 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.018397 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.018624 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.018849 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.019066 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.021793 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.021793 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.021793 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.021793 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.021793 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.021793 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.021793 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.021793 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.024418 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.024418 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.024418 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.024418 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.024418 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.024418 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.024418 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.024418 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.024418 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.025758 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.025758 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.025758 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.025758 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.025758 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.025758 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.025758 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.025758 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.025758 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.027614 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.027614 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.027614 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.027614 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.027614 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.027614 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.027614 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.027614 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.027614 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.029379 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.029379 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.029379 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.029379 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.029379 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.029379 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.029379 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.029379 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.029379 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033342 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033342 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033342 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033342 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033342 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033342 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033342 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033342 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.033342 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.038244 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.038244 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.038244 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.038244 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.038244 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.038244 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.038244 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.038244 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.038244 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.039637 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.039637 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.039637 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.039637 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.039637 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.039637 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.039637 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.039637 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040677 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040677 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040677 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040677 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040677 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040677 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040677 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.040677 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.041780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.041780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.041780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.041780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.041780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.041780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.041780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.041780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.043502 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.043502 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.043502 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.043502 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.043502 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.043502 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.043502 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.043502 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.046787 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.046787 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.046787 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.046787 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.046787 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.046787 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.046787 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.046787 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047961 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047961 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047961 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047961 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047961 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047961 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047961 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.047961 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049062 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049062 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049062 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049062 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049062 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049062 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049062 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.049062 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050117 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050117 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050117 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050117 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050117 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050117 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050117 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.050117 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051396 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051396 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051396 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051396 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051396 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051396 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051396 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.051396 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052477 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052477 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052477 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052477 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052477 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052477 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052477 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.052477 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.053878 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.053878 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.053878 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.053878 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.053878 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.053878 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.053878 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.054851 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.054851 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.054851 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.054851 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.054851 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.055634 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.055634 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.055634 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.055634 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.056167 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.056167 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059566 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059566 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059566 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059566 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059566 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059566 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059566 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.059566 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060626 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060626 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060626 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060626 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060626 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060626 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060626 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.060626 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062133 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062133 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062133 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062133 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062133 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062133 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062133 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.062133 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.063483 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.063483 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.063483 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.063483 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.063483 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.063483 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.063483 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.063483 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064527 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064527 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064527 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064527 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064527 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.064527 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.065332 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.065332 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.065332 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.065332 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.066466 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.067391 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.068108 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.068351 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.068580 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.068797 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069048 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069263 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069474 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069715 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.069907 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.070111 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.070367 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.070591 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.070815 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.071017 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.075156 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.075464 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.075797 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.076069 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.076323 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.076627 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.076902 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.077180 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.077429 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.077748 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.077972 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.078217 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.078439 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.078702 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.078902 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.079157 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.079747 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.080014 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.080270 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.080525 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.080801 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.081072 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.081357 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.081574 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.081885 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.082710 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.083001 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.083305 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.083555 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.083792 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.084035 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.084252 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.084488 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.084718 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.084932 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.085165 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.085391 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.085612 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.085826 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.086069 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.086282 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.086500 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.086707 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.086924 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.087140 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.087393 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 07:31:22.087904 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100392) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 07:31:22.088055 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 07:31:22.088201 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 07:31:22.088372 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 07:31:22.088585 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 07:31:22.088726 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 07:31:22.088895 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.089056 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.089198 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.089398 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.089563 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.090064 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.090479 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.090625 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.090786 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.090938 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.091283 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.091581 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.091888 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.092046 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.092204 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.092362 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.092519 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.092676 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.092843 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.092994 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.093153 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.093310 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.093466 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] debug = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.093636 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.093824 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.093983 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.094138 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.094296 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.094449 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.094601 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.094758 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.094912 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.095067 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.095247 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.095404 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.095559 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.095720 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.095886 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.096020 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.096178 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.096333 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] host = dv-cinder-804735-4-iscsi {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.096491 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.096644 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.096953 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.097114 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.097276 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.097432 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.097588 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.097763 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.097995 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.098151 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.098307 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.098464 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.098903 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.099056 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_file = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.099238 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_options = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.099395 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.099551 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.099708 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.099888 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.100048 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.100205 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.100360 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.100518 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.100669 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.100975 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.101119 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.101275 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.101452 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.101583 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.101711 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.101859 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.102016 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.102198 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.102337 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.102470 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.102624 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.102778 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.102938 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.103093 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.103277 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.103435 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.103590 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.103744 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.103898 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.104053 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.104208 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.104364 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.104519 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.104678 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.104830 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.105150 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.105303 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.105463 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.105619 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.106343 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.106505 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.106970 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.106970 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.106970 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.107249 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.107249 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] use_json = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.107401 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.107549 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.107704 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.107858 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.108014 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.108164 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.108305 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.108464 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 07:31:22.108637 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.108795 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.108893 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:31:22.108994 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.109111 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.109269 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.109426 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.109583 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.109740 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.109896 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.110052 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.110215 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.110374 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.110540 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.110698 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.110857 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.111016 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.111173 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.111352 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.111510 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.111669 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.111826 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.111983 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.112151 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.112308 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.112465 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.112621 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.112784 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.112956 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.113115 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.113272 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.113947 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.114107 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.114266 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.114425 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.114584 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.114742 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.114900 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.115059 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.115240 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.115402 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.115560 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.115709 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.115868 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.116027 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.116186 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.116344 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.116503 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.116661 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.116820 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.116979 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.117138 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.117299 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.117457 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.117616 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.117774 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.117942 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.118100 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.118257 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.118413 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.118571 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.118727 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.118884 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.119041 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.119244 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.119381 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.119552 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.119692 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.119847 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.120005 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.120163 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.120320 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.120477 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.120635 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.121780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.121780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.121780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.121780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.121780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.121780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.121780 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.122552 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.122552 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.122552 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.122552 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.122552 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.122552 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.122971 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.122971 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.122971 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.123185 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.123778 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.123778 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.123778 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.123778 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.124499 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.124499 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.124499 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.124499 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.124499 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.125563 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.125563 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.125563 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.125563 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.125563 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.125563 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.125563 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.126149 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.126149 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.126149 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.126149 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.126425 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.126425 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.126569 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.126701 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.126858 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.127015 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.127181 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.127365 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.127535 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.127681 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.128038 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.128038 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.128311 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.128311 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.128573 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.128573 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.128835 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.128835 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.129130 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.129266 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.129421 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.129569 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.129710 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.129839 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.129965 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.130113 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.130270 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.130451 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.130610 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.130771 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.130928 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.131085 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.131265 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.131425 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.131581 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.131739 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.131896 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.132054 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.132212 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.132370 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.132528 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.132686 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.132844 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.133003 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.133161 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.133325 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.133484 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.133642 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.133801 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.133959 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.134116 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.134273 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.134431 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.134589 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.134746 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.134905 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.135048 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.135227 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.135380 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.135538 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.135694 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.135851 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.136008 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.136364 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.136364 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.136616 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.136616 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.136813 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.136894 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.137053 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.137226 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.137358 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.137515 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.137673 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.137832 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.137989 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.138148 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.138306 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.138464 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.138622 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.138779 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.138937 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.139108 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.139288 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.139446 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.139603 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.139761 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.139918 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.140075 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.140233 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.140391 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.140549 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.140707 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.140865 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.141024 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.141182 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.141339 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.141496 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.141654 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.141811 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.141969 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.142137 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.142294 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.142452 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.142863 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.143029 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.143201 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.143378 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.143536 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.143692 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.143849 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.144006 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.144163 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.144330 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.144491 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.145157 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.145315 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.145625 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.145771 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.145943 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.146101 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.146259 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.146417 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.146574 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.146731 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.146897 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.147045 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.147233 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.147382 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.147528 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.147673 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.147827 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.147984 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.148140 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.148296 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.148454 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.148601 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.148765 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.148912 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.149057 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.149221 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.149378 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.149535 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.149692 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.149860 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.150018 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.150163 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.150324 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.150473 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.150614 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.150775 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.150921 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.151389 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.151389 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.151666 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.151666 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.151941 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.151941 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.152199 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.152199 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.152463 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.152463 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.152738 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.152875 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.153017 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.153168 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.153305 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.153443 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.153570 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.153654 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.153788 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.153945 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.154102 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.154260 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.154416 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.154573 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.154731 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.154887 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.155045 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.155296 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 07:31:22.155443 dv-cinder-804735-4-iscsi neutron-server[100392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 07:31:22.365791 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 42578) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:22.374481 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063379 Aug 30 07:31:33.574241 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57163f4c-4ab8-47ec-ae21-eca765f5064e None None] get_active_networks_info from dv-cinder-804735-4-iscsi {{(pid=100501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 07:31:33.639228 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57163f4c-4ab8-47ec-ae21-eca765f5064e None None] No non-hosted networks {{(pid=100501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 07:31:33.656288 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.agentschedulers_db [None req-57163f4c-4ab8-47ec-ae21-eca765f5064e None None] DHCP Agent not found on host dv-cinder-804735-4-iscsi {{(pid=100501) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 30 07:31:33.802332 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5963e5f7-865f-48ef-a671-906e9489f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1699492'] for agent, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:36.120430 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-12022845-7493-41d4-beed-669eff96fc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1699492'] for agent, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:36.196937 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1997bb2c-c366-4c05-a9d3-9997b8f76bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:36.656205 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1699492'] for agent, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:36.657741 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.658418 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.659031 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.662826 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.663566 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.664115 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.664875 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.665563 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.667208 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.667824 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.668417 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.670291 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:36.674136 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:31:36.695925 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:31:37.339390 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1699492'] for agent, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:38.619951 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1699492'] for agent, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:39.812239 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 42668) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:40.296476 dv-cinder-804735-4-iscsi neutron-server[100500]: WARNING oslo_policy.policy [None req-b2a04c6e-86e1-4a1f-8556-4c83adb97c0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:31:40.297141 dv-cinder-804735-4-iscsi neutron-server[100500]: WARNING oslo_policy.policy [None req-b2a04c6e-86e1-4a1f-8556-4c83adb97c0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:31:40.517369 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [None req-b2a04c6e-86e1-4a1f-8556-4c83adb97c0c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:31:40.518599 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b2a04c6e-86e1-4a1f-8556-4c83adb97c0c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7054167 Aug 30 07:31:42.463725 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.db.l3_hamode_db [None req-f1460540-3bf3-458b-99c9-e10928f54191 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 07:31:42.539891 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1460540-3bf3-458b-99c9-e10928f54191 None None] Routers set() bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:31:42.540285 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1460540-3bf3-458b-99c9-e10928f54191 None None] Router IDs set() for agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 07:31:42.893187 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 42682) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:43.202318 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-0cf4cab2-5df2-4f71-98b6-559556e999c4 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:31:43.294921 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.policy [None req-0cf4cab2-5df2-4f71-98b6-559556e999c4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100500) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 07:31:43.339533 dv-cinder-804735-4-iscsi neutron-server[100500]: WARNING oslo_policy.policy [None req-0cf4cab2-5df2-4f71-98b6-559556e999c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:31:43.339898 dv-cinder-804735-4-iscsi neutron-server[100500]: WARNING oslo_policy.policy [None req-0cf4cab2-5df2-4f71-98b6-559556e999c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:31:43.348884 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.quota [None req-0cf4cab2-5df2-4f71-98b6-559556e999c4 admin admin] Loaded quota_driver: . Aug 30 07:31:43.437048 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0cf4cab2-5df2-4f71-98b6-559556e999c4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735429536082', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735429535649', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735429523005', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735429521391', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735430204620', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735429501935', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-606700', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-615122', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601153', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2088289'] for rbac-policy, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:43.499520 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0cf4cab2-5df2-4f71-98b6-559556e999c4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:43.500715 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0cf4cab2-5df2-4f71-98b6-559556e999c4 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6065726 Aug 30 07:31:46.066860 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 42694) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:46.361889 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Request body: {'network': {'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'name': 'private', 'admin_state_up': True, 'project_id': 'cf00073a12484451b0803d2f371aede7'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:31:46.390242 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Made reservation on behalf of cf00073a12484451b0803d2f371aede7 for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:31:46.393305 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:46.410489 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:46.529515 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:46.533104 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:46.553118 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:31:46.580291 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735427956197', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:46.580892 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Unsubscribe: segment precommit_create {{(pid=100500) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 07:31:46.581418 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Added segment 4827d301-3776-4384-b0a6-dca3d186b819 of type vlan for network ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 Aug 30 07:31:46.597415 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107dd9f6-581b-4772-8045-b13436953c94,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:31:46.622914 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:46.623308 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:46.623648 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:46.623976 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:46.624299 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:46.624634 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:46.624953 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:46.625285 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:46.625621 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:46.625937 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:46.626247 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:46.626561 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Tracked resource versions report: Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: pushed versions: Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: { 'AddressGroup': {'1.2'}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'ConntrackHelper': {'1.0'}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Log': {'1.0'}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Network': {'1.1'}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Port': {'1.7'}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'PortForwarding': {'1.2'}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'QosPolicy': {'1.9'}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'SecurityGroup': {'1.4'}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'SubPort': {'1.0'}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Subnet': {'1.1'}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Trunk': {'1.1'}} Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: consumer versions: Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: { DHCP agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: L3 agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: Metadata agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: Metering agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: Open vSwitch agent@dv-cinder-804735-4-iscsi: { 'AddressGroup': '1.2', Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'ConntrackHelper': '1.0', Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Log': '1.0', Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Network': '1.1', Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Port': '1.7', Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'PortForwarding': '1.2', Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'QosPolicy': '1.9', Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'SecurityGroup': '1.4', Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'SecurityGroupRule': '1.2', Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'SubPort': '1.0', Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Subnet': '1.1', Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Trunk': '1.1'}} Aug 30 07:31:46.627763 dv-cinder-804735-4-iscsi neutron-server[100500]: {{(pid=100500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:31:46.700375 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:46.738774 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:46.739912 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:31:46.740550 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:46.819860 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7518103 Aug 30 07:31:46.837653 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd5397-3750-44de-b222-69b69bc6f9ec admin admin] Pushing event updated for resources: {'Network': ['ID=ea608f58-5bb7-4b47-a7e4-0ef26c9ac928,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:31:46.849670 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:31:49.433774 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 42708) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:49.816911 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa29ecf4-0b6d-4f33-9aee-a7ac744b31d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:31:49.818243 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-aa29ecf4-0b6d-4f33-9aee-a7ac744b31d9 admin admin] 10.222.0.64 "GET /v2.0/networks/ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 HTTP/1.1" status: 200 len: 825 time: 0.3835361 Aug 30 07:31:49.842102 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-bc53153b-7f5a-41a2-ae61-52fdaf56ff01 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/0eb9f7b5-2bc1-433f-be7e-ff2831dc1b0c HTTP/1.1" status: 200 len: 734 time: 0.0178180 Aug 30 07:31:49.851473 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-f995859e-c514-44a4-a9df-9fb7a671a12a admin admin] Request body: {'subnet': {'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928', 'subnetpool_id': '0eb9f7b5-2bc1-433f-be7e-ff2831dc1b0c', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:31:49.872570 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f995859e-c514-44a4-a9df-9fb7a671a12a admin admin] Made reservation on behalf of cf00073a12484451b0803d2f371aede7 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:31:49.875066 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f995859e-c514-44a4-a9df-9fb7a671a12a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:50.160711 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f995859e-c514-44a4-a9df-9fb7a671a12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:50.226895 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995859e-c514-44a4-a9df-9fb7a671a12a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6935362e-db5c-462d-beee-dd98c98a0383,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:31:50.229132 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995859e-c514-44a4-a9df-9fb7a671a12a admin admin] Checking segment: {'id': '4827d301-3776-4384-b0a6-dca3d186b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:31:50.229512 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f995859e-c514-44a4-a9df-9fb7a671a12a admin admin] Network hostable DHCP agents. Network: ea608f58-5bb7-4b47-a7e4-0ef26c9ac928, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:31:50.250711 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f995859e-c514-44a4-a9df-9fb7a671a12a admin admin] Network ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:31:50.264785 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-f995859e-c514-44a4-a9df-9fb7a671a12a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, ea608f58-5bb7-4b47-a7e4-0ef26c9ac928) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:31:50.271355 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995859e-c514-44a4-a9df-9fb7a671a12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:31:50.273046 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f995859e-c514-44a4-a9df-9fb7a671a12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:50.274763 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b731e0a4-54b5-44e9-a455-e7d7040a19e0 None None] Network ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:31:50.287420 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f995859e-c514-44a4-a9df-9fb7a671a12a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4396784 Aug 30 07:31:50.592808 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8579bc-333d-50f5-8d48-50590b882e5e-ea608f58-5bb7-4b47-a7e4-0ef26c9ac928', 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'fixed_ips': [{'subnet_id': '6935362e-db5c-462d-beee-dd98c98a0383'}]}} from dv-cinder-804735-4-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:31:50.594066 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:50.864413 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Allocated IP 172.20.0.2 (ea608f58-5bb7-4b47-a7e4-0ef26c9ac928/6935362e-db5c-462d-beee-dd98c98a0383/50957c43-93d8-4dbc-9753-aa9b7fc3d7bf) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:31:51.061981 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:51.079333 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Transition to ACTIVE for port object 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:31:51.127468 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Transition to ACTIVE for port object 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:31:51.134999 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:51.202327 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Network ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:31:51.207564 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:31:51.216313 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:31:51.219313 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Pushing event updated for resources: {'Port': ['ID=50957c43-93d8-4dbc-9753-aa9b7fc3d7bf,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:31:51.251940 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.252302 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.252644 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.252976 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.253302 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.253655 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.253982 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.254304 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.254644 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.254967 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.255310 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.255630 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Tracked resource versions report: Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: pushed versions: Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: { 'AddressGroup': {'1.2'}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'ConntrackHelper': {'1.0'}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Log': {'1.0'}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Network': {'1.1'}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Port': {'1.7'}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'PortForwarding': {'1.2'}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'QosPolicy': {'1.9'}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'SecurityGroup': {'1.4'}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'SubPort': {'1.0'}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Subnet': {'1.1'}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Trunk': {'1.1'}} Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: consumer versions: Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: { DHCP agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: L3 agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: Metadata agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: Metering agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: Open vSwitch agent@dv-cinder-804735-4-iscsi: { 'AddressGroup': '1.2', Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'ConntrackHelper': '1.0', Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Log': '1.0', Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Network': '1.1', Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Port': '1.7', Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'PortForwarding': '1.2', Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'QosPolicy': '1.9', Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'SecurityGroup': '1.4', Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'SecurityGroupRule': '1.2', Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'SubPort': '1.0', Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Subnet': '1.1', Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Trunk': '1.1'}} Aug 30 07:31:51.256793 dv-cinder-804735-4-iscsi neutron-server[100501]: {{(pid=100501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:31:51.304762 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Attempting to bind port 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:31:51.305325 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Attempting to bind port 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '4827d301-3776-4384-b0a6-dca3d186b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:31:51.305545 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Attempting to bind port 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf on network ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:31:51.310369 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:31:51.310788 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Checking segment: {'id': '4827d301-3776-4384-b0a6-dca3d186b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:31:51.311271 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:51.311662 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Bound using segment: {'id': '4827d301-3776-4384-b0a6-dca3d186b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:31:51.312165 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Bound port: 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4827d301-3776-4384-b0a6-dca3d186b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:31:51.312593 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:51.373467 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] For port 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:31:51.377819 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] For port 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=50957c43-93d8-4dbc-9753-aa9b7fc3d7bf,segment=NetworkSegment(4827d301-3776-4384-b0a6-dca3d186b819),segment_id=4827d301-3776-4384-b0a6-dca3d186b819)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:31:51.382272 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:51.445801 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7f24d-a2d2-49ff-8860-787173e46eb7 None None] Pushing event updated for resources: {'Port': ['ID=50957c43-93d8-4dbc-9753-aa9b7fc3d7bf,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:31:52.668283 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 42716) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:52.981916 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [None req-ea841807-1e1d-42b8-8a8a-66ea4655aeeb admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:31:52.982970 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ea841807-1e1d-42b8-8a8a-66ea4655aeeb admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136969 Aug 30 07:31:55.365346 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 42724) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:55.674843 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [None req-e81150a8-d3e9-407b-91c9-3e4f8adee4bd admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:31:55.676138 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e81150a8-d3e9-407b-91c9-3e4f8adee4bd admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3098569 Aug 30 07:31:58.301017 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 42734) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:31:58.616157 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-26136a90-d2e6-40b8-96e3-480d11bcb9e4 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'cf00073a12484451b0803d2f371aede7'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:31:58.641400 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-26136a90-d2e6-40b8-96e3-480d11bcb9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45082'] for router, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:58.642973 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-26136a90-d2e6-40b8-96e3-480d11bcb9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45075'] for router, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:58.778959 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-26136a90-d2e6-40b8-96e3-480d11bcb9e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:58.783672 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-26136a90-d2e6-40b8-96e3-480d11bcb9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697844'] for router, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:58.796328 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-26136a90-d2e6-40b8-96e3-480d11bcb9e4 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:31:58.797720 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-26136a90-d2e6-40b8-96e3-480d11bcb9e4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4956775 Aug 30 07:31:59.673131 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf902946-9d28-4891-bc89-b3e7ddf0797e None None] Network ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:31:59.732778 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-f460705d-b0e8-4fb0-9b8d-197c4c552c02 None None] Provisioning for port 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:32:00.454353 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:32:00.533871 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:32:00.537435 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:00.537827 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:00.639972 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:00.673006 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=50957c43-93d8-4dbc-9753-aa9b7fc3d7bf,segment=NetworkSegment(4827d301-3776-4384-b0a6-dca3d186b819),segment_id=4827d301-3776-4384-b0a6-dca3d186b819)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:32:00.677563 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:00.721828 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=50957c43-93d8-4dbc-9753-aa9b7fc3d7bf,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:01.169588 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 42746) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:01.657848 dv-cinder-804735-4-iscsi neutron-server[100499]: WARNING oslo_policy.policy [None req-356816f8-753d-464b-8da1-428b33103437 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:32:01.658435 dv-cinder-804735-4-iscsi neutron-server[100499]: WARNING oslo_policy.policy [None req-356816f8-753d-464b-8da1-428b33103437 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:32:01.878263 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [None req-356816f8-753d-464b-8da1-428b33103437 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:32:01.880071 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-356816f8-753d-464b-8da1-428b33103437 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7083366 Aug 30 07:32:02.434866 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:32:02.480870 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:02.481243 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:03.511990 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5e6b0a14-ff43-4d64-a34f-72b68f5b3d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:04.250619 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 42760) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:04.560863 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:32:04.562413 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.quota [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Loaded quota_driver: . Aug 30 07:32:04.615957 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Made reservation on behalf of eebedf89ee56467fb1874abca9e73d3e for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:32:04.682316 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.policy [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100499) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 07:32:04.727567 dv-cinder-804735-4-iscsi neutron-server[100499]: WARNING oslo_policy.policy [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:32:04.727959 dv-cinder-804735-4-iscsi neutron-server[100499]: WARNING oslo_policy.policy [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 07:32:04.738925 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:04.758859 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:04.888135 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:04.891594 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:04.903262 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=100499) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 07:32:04.932145 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735427956197', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:04.932731 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Unsubscribe: segment precommit_create {{(pid=100499) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 07:32:04.933246 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Added segment 4bcb8716-6b31-43f5-ba6c-99967c764049 of type flat for network 59ff83ee-6d51-4380-b781-8170ef3e97d5 Aug 30 07:32:04.961314 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764ee81d-10fa-47dd-9cd6-18203c013cf6,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:05.010357 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:05.010715 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:05.011054 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:05.011405 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:05.011731 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:05.012072 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:05.012405 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:05.012742 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:05.013081 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:05.013405 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:05.013723 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:05.014041 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Tracked resource versions report: Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: pushed versions: Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: { 'AddressGroup': {'1.2'}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'ConntrackHelper': {'1.0'}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Log': {'1.0'}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Network': {'1.1'}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Port': {'1.7'}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'PortForwarding': {'1.2'}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'QosPolicy': {'1.9'}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'SecurityGroup': {'1.4'}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'SubPort': {'1.0'}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Subnet': {'1.1'}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Trunk': {'1.1'}} Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: consumer versions: Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: { DHCP agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: L3 agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: Metadata agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: Metering agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: Open vSwitch agent@dv-cinder-804735-4-iscsi: { 'AddressGroup': '1.2', Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'ConntrackHelper': '1.0', Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Log': '1.0', Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Network': '1.1', Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Port': '1.7', Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'PortForwarding': '1.2', Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'QosPolicy': '1.9', Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'SecurityGroup': '1.4', Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'SecurityGroupRule': '1.2', Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'SubPort': '1.0', Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Subnet': '1.1', Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Trunk': '1.1'}} Aug 30 07:32:05.015169 dv-cinder-804735-4-iscsi neutron-server[100499]: {{(pid=100499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:32:05.070979 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:05.116497 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:05.117845 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:32:05.118487 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:05.197955 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9461441 Aug 30 07:32:05.214049 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0e2cf-04dd-4e3a-ba5a-93cf4f8568f0 admin admin] Pushing event updated for resources: {'Network': ['ID=59ff83ee-6d51-4380-b781-8170ef3e97d5,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:05.225606 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:32:06.116992 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-967ea60c-03da-4bb7-bfad-48b1d5b571ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:06.647816 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:07.281935 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:07.585447 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 42784) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:07.796704 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a014455-83ef-4f47-9fcb-284c17c58051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:32:07.798049 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-7a014455-83ef-4f47-9fcb-284c17c58051 admin admin] 10.222.0.64 "GET /v2.0/subnets/6935362e-db5c-462d-beee-dd98c98a0383 HTTP/1.1" status: 200 len: 849 time: 0.2116628 Aug 30 07:32:07.959247 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2e6a041f-6bfb-40be-85fb-dbd3ea6889be admin admin] 10.222.0.64 "GET /v2.0/routers/887116a5-6664-4b67-9fa4-04ade4c84d91 HTTP/1.1" status: 200 len: 704 time: 0.1545672 Aug 30 07:32:08.236005 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:08.529151 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Allocated IP 172.20.0.1 (ea608f58-5bb7-4b47-a7e4-0ef26c9ac928/6935362e-db5c-462d-beee-dd98c98a0383/617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:32:08.558647 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:08.713044 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:08.736717 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Transition to ACTIVE for port object 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:32:08.805649 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:08.879454 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Network ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:32:08.888010 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:32:08.893281 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Pushing event updated for resources: {'Port': ['ID=617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:08.904254 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:32:08.904834 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698027'] for router_interface, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.104298 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.125164 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-7b3c03e0-46a7-4a6b-ba88-c893bb98f8ac None None] Provisioning for port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:32:09.129592 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-7b3c03e0-46a7-4a6b-ba88-c893bb98f8ac None None] Provisioning complete for port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:09.129971 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7b3c03e0-46a7-4a6b-ba88-c893bb98f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.164284 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c03e0-46a7-4a6b-ba88-c893bb98f8ac None None] Port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:32:09.352334 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.356981 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.357662 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698100'] for router_interface, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.441708 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Pushing event updated for resources: {'Port': ['ID=617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:09.486438 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Network ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:32:09.487735 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:32:09.646872 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Router 887116a5-6664-4b67-9fa4-04ade4c84d91 is scheduled to L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 with binding_index 1 {{(pid=100499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:32:09.686302 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-29a7941c-7f5f-423b-b866-296afdc5ec80 None None] Provisioning complete for port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:09.686840 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-29a7941c-7f5f-423b-b866-296afdc5ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:09.718038 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-29a7941c-7f5f-423b-b866-296afdc5ec80 None None] Port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:32:09.739247 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:32:09.744503 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-c3c17482-175c-4fd0-b92e-740302870276 admin admin] 10.222.0.64 "PUT /v2.0/routers/887116a5-6664-4b67-9fa4-04ade4c84d91/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7796288 Aug 30 07:32:09.763077 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Sync routers for ids ['887116a5-6664-4b67-9fa4-04ade4c84d91'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:32:09.774437 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Routers {'887116a5-6664-4b67-9fa4-04ade4c84d91'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:32:09.775302 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:32:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['887116a5-6664-4b67-9fa4-04ade4c84d91'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:09.960041 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Set router 887116a5-6664-4b67-9fa4-04ade4c84d91 gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:32:10.389001 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'name': 'router1', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:31:58Z', 'updated_at': '2021-08-30T07:32:09Z', 'revision_number': 2, 'project_id': 'cf00073a12484451b0803d2f371aede7', 'gw_port_host': None, '_interfaces': [{'id': '617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03', 'name': '', 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'mac_address': 'fa:16:3e:fe:b2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6935362e-db5c-462d-beee-dd98c98a0383', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:08Z', 'updated_at': '2021-08-30T07:32:09Z', 'revision_number': 2, 'project_id': 'cf00073a12484451b0803d2f371aede7', 'subnets': [{'id': '6935362e-db5c-462d-beee-dd98c98a0383', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb9f7b5-2bc1-433f-be7e-ff2831dc1b0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:10.438229 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Checking router: 887116a5-6664-4b67-9fa4-04ade4c84d91 for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:32:10.438599 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Updating router 887116a5-6664-4b67-9fa4-04ade4c84d91 port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 binding host dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:32:10.486124 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:10.993771 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:11.011374 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Transition to ACTIVE for port object 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:32:11.017235 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:11.177363 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Pushing event updated for resources: {'Port': ['ID=617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:11.191952 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:11.192346 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:11.192681 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:11.193009 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:11.193337 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:11.193663 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:11.193983 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:11.194304 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:11.194642 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:11.194963 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:11.195300 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:11.195616 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Tracked resource versions report: Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: pushed versions: Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: { 'AddressGroup': {'1.2'}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'ConntrackHelper': {'1.0'}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Log': {'1.0'}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Network': {'1.1'}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Port': {'1.7'}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'PortForwarding': {'1.2'}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'QosPolicy': {'1.9'}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'SecurityGroup': {'1.4'}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'SubPort': {'1.0'}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Subnet': {'1.1'}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Trunk': {'1.1'}} Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: consumer versions: Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: { DHCP agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: L3 agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: Metadata agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: Metering agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: Open vSwitch agent@dv-cinder-804735-4-iscsi: { 'AddressGroup': '1.2', Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'ConntrackHelper': '1.0', Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Log': '1.0', Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Network': '1.1', Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Port': '1.7', Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'PortForwarding': '1.2', Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'QosPolicy': '1.9', Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'SecurityGroup': '1.4', Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'SecurityGroupRule': '1.2', Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'SubPort': '1.0', Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Subnet': '1.1', Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Trunk': '1.1'}} Aug 30 07:32:11.196774 dv-cinder-804735-4-iscsi neutron-server[100502]: {{(pid=100502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:32:11.202429 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Attempting to bind port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:32:11.202836 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Attempting to bind port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '4827d301-3776-4384-b0a6-dca3d186b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:32:11.203278 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Attempting to bind port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 on network ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:32:11.208851 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:32:11.209256 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Checking segment: {'id': '4827d301-3776-4384-b0a6-dca3d186b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:32:11.209729 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:11.210108 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Bound using segment: {'id': '4827d301-3776-4384-b0a6-dca3d186b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:32:11.210616 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Bound port: 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4827d301-3776-4384-b0a6-dca3d186b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:32:11.211002 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:11.275114 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] For port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:32:11.294637 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] For port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03,segment=NetworkSegment(4827d301-3776-4384-b0a6-dca3d186b819),segment_id=4827d301-3776-4384-b0a6-dca3d186b819)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:32:11.298742 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:11.354301 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Routers {'887116a5-6664-4b67-9fa4-04ade4c84d91'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:32:11.354899 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:32:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['887116a5-6664-4b67-9fa4-04ade4c84d91'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:11.357497 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0696b-9392-45ec-b5f4-45c81d82ce33 None None] Pushing event updated for resources: {'Port': ['ID=617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:11.442685 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] Set router 887116a5-6664-4b67-9fa4-04ade4c84d91 gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:32:11.654869 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'name': 'router1', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:31:58Z', 'updated_at': '2021-08-30T07:32:09Z', 'revision_number': 2, 'project_id': 'cf00073a12484451b0803d2f371aede7', 'gw_port_host': None, '_interfaces': [{'id': '617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03', 'name': '', 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'mac_address': 'fa:16:3e:fe:b2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6935362e-db5c-462d-beee-dd98c98a0383', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:08Z', 'updated_at': '2021-08-30T07:32:11Z', 'revision_number': 4, 'project_id': 'cf00073a12484451b0803d2f371aede7', 'subnets': [{'id': '6935362e-db5c-462d-beee-dd98c98a0383', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb9f7b5-2bc1-433f-be7e-ff2831dc1b0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:11.679654 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4090836-84ed-4c70-a10e-9e7d2ee7180c None None] The sync data for ids ['887116a5-6664-4b67-9fa4-04ade4c84d91'] in dv-cinder-804735-4-iscsi is: [{'id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'name': 'router1', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:31:58Z', 'updated_at': '2021-08-30T07:32:09Z', 'revision_number': 2, 'project_id': 'cf00073a12484451b0803d2f371aede7', 'gw_port_host': None, '_interfaces': [{'id': '617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03', 'name': '', 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'mac_address': 'fa:16:3e:fe:b2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6935362e-db5c-462d-beee-dd98c98a0383', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:08Z', 'updated_at': '2021-08-30T07:32:11Z', 'revision_number': 4, 'project_id': 'cf00073a12484451b0803d2f371aede7', 'subnets': [{'id': '6935362e-db5c-462d-beee-dd98c98a0383', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb9f7b5-2bc1-433f-be7e-ff2831dc1b0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:32:11.962031 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 42806) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:12.072473 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6f9d01-23f4-412e-bf30-2b0060730138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:32:12.073830 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ca6f9d01-23f4-412e-bf30-2b0060730138 admin admin] 10.222.0.64 "GET /v2.0/networks/59ff83ee-6d51-4380-b781-8170ef3e97d5 HTTP/1.1" status: 200 len: 842 time: 0.1107488 Aug 30 07:32:12.083910 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'enable_dhcp': False}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:32:12.107142 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] Made reservation on behalf of eebedf89ee56467fb1874abca9e73d3e for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:32:12.109336 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:12.403184 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.objects.ports [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100499) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 07:32:12.403669 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:12.458055 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea6efef-6040-4996-872e-a963349e1111,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:12.467999 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] Checking segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:32:12.468407 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] Network hostable DHCP agents. Network: 59ff83ee-6d51-4380-b781-8170ef3e97d5, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:32:12.488585 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:32:12.498798 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 59ff83ee-6d51-4380-b781-8170ef3e97d5) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:32:12.502668 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:32:12.503262 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:12.507623 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8420ec37-391b-441e-9076-2fec8c873a3d None None] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:32:12.518771 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-a6f8644e-dc95-43c6-9808-b2da6f6972b8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4380028 Aug 30 07:32:12.634573 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c30b1e3-eca0-4806-84a1-d9ab6bd1304b None None] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:32:14.805824 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 42814) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:14.933615 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-cbff99b0-6ac9-4b0d-82d5-2afd8b7970ef admin admin] 10.222.0.64 "GET /v2.0/routers/887116a5-6664-4b67-9fa4-04ade4c84d91 HTTP/1.1" status: 200 len: 710 time: 0.1266654 Aug 30 07:32:15.018842 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad343c9-61fb-49da-91ca-b8dfb906258a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:32:15.020734 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4ad343c9-61fb-49da-91ca-b8dfb906258a admin admin] 10.222.0.64 "GET /v2.0/networks/59ff83ee-6d51-4380-b781-8170ef3e97d5 HTTP/1.1" status: 200 len: 886 time: 0.0811150 Aug 30 07:32:15.030372 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:32:15.345020 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:15.572600 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:15.644800 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:15.746374 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Allocated IP 172.27.1.113 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:32:15.845951 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:15.884187 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:15.917724 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:32:15.920415 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:32:15.927898 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:32:15.990052 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Pushing event updated for resources: {'Port': ['ID=8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:16.175490 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:16.366038 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1697809', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45281'] for router, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:16.369371 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1697802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1697795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703844'] for router, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:16.474439 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Router 887116a5-6664-4b67-9fa4-04ade4c84d91 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:32:16.579264 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:32:16.583510 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:16.584848 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-d1734898-241e-4a4e-800e-dc29a86a7e29 admin admin] 10.222.0.64 "PUT /v2.0/routers/887116a5-6664-4b67-9fa4-04ade4c84d91 HTTP/1.1" status: 200 len: 890 time: 1.5578237 Aug 30 07:32:17.979151 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Sync routers for ids ['887116a5-6664-4b67-9fa4-04ade4c84d91'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:32:17.990277 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Routers {'887116a5-6664-4b67-9fa4-04ade4c84d91'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:32:17.990955 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:32:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['887116a5-6664-4b67-9fa4-04ade4c84d91'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:18.249296 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Set router 887116a5-6664-4b67-9fa4-04ade4c84d91 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:32:18.488553 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:32:18.624074 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:32:18.640312 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:18.640682 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:18.717823 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'name': 'router1', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:31:58Z', 'updated_at': '2021-08-30T07:32:16Z', 'revision_number': 4, 'project_id': 'cf00073a12484451b0803d2f371aede7', 'gw_port': {'id': '8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:15Z', 'updated_at': '2021-08-30T07:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03', 'name': '', 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'mac_address': 'fa:16:3e:fe:b2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6935362e-db5c-462d-beee-dd98c98a0383', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:08Z', 'updated_at': '2021-08-30T07:32:11Z', 'revision_number': 4, 'project_id': 'cf00073a12484451b0803d2f371aede7', 'subnets': [{'id': '6935362e-db5c-462d-beee-dd98c98a0383', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb9f7b5-2bc1-433f-be7e-ff2831dc1b0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:18.788499 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Checking router: 887116a5-6664-4b67-9fa4-04ade4c84d91 for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:32:18.788868 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Updating router 887116a5-6664-4b67-9fa4-04ade4c84d91 port 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc binding host dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:32:18.842220 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:18.843724 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:18.966349 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03,segment=NetworkSegment(4827d301-3776-4384-b0a6-dca3d186b819),segment_id=4827d301-3776-4384-b0a6-dca3d186b819)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:32:18.974131 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:19.026277 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 42826) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:32:19.104742 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:19.137836 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-c61f46bd-e700-4180-b7e9-b07b25851da3 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1103249 Aug 30 07:32:19.233374 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:19.244340 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Transition to ACTIVE for port object 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:32:19.250053 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:19.307686 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Attempting to bind port 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:32:19.308059 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Attempting to bind port 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:32:19.308422 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Attempting to bind port 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc on network 59ff83ee-6d51-4380-b781-8170ef3e97d5 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:32:19.310380 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350458d8-946f-48f0-b7ad-2c171660731a None None] Pushing event updated for resources: {'Port': ['ID=8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:19.316748 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:32:19.317119 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Checking segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:32:19.317521 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:19.317904 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Bound using segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:32:19.318929 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Bound port: 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:32:19.318929 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:19.368171 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] For port 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:32:19.371268 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] For port 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:32:19.375298 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:19.433417 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350458d8-946f-48f0-b7ad-2c171660731a None None] Pushing event updated for resources: {'Port': ['ID=8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:19.437755 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Routers {'887116a5-6664-4b67-9fa4-04ade4c84d91'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:32:19.438346 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:32:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['887116a5-6664-4b67-9fa4-04ade4c84d91'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:19.544901 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] Set router 887116a5-6664-4b67-9fa4-04ade4c84d91 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:32:19.841814 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'name': 'router1', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:31:58Z', 'updated_at': '2021-08-30T07:32:16Z', 'revision_number': 4, 'project_id': 'cf00073a12484451b0803d2f371aede7', 'gw_port': {'id': '8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:15Z', 'updated_at': '2021-08-30T07:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03', 'name': '', 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'mac_address': 'fa:16:3e:fe:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6935362e-db5c-462d-beee-dd98c98a0383', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:08Z', 'updated_at': '2021-08-30T07:32:18Z', 'revision_number': 5, 'project_id': 'cf00073a12484451b0803d2f371aede7', 'subnets': [{'id': '6935362e-db5c-462d-beee-dd98c98a0383', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb9f7b5-2bc1-433f-be7e-ff2831dc1b0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:32:19.867550 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703e485-52ce-44b3-9a1d-3bc21e81f928 None None] The sync data for ids ['887116a5-6664-4b67-9fa4-04ade4c84d91'] in dv-cinder-804735-4-iscsi is: [{'id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'name': 'router1', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:31:58Z', 'updated_at': '2021-08-30T07:32:16Z', 'revision_number': 4, 'project_id': 'cf00073a12484451b0803d2f371aede7', 'gw_port': {'id': '8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ef:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:15Z', 'updated_at': '2021-08-30T07:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03', 'name': '', 'network_id': 'ea608f58-5bb7-4b47-a7e4-0ef26c9ac928', 'tenant_id': 'cf00073a12484451b0803d2f371aede7', 'mac_address': 'fa:16:3e:fe:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887116a5-6664-4b67-9fa4-04ade4c84d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6935362e-db5c-462d-beee-dd98c98a0383', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:32:08Z', 'updated_at': '2021-08-30T07:32:18Z', 'revision_number': 5, 'project_id': 'cf00073a12484451b0803d2f371aede7', 'subnets': [{'id': '6935362e-db5c-462d-beee-dd98c98a0383', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb9f7b5-2bc1-433f-be7e-ff2831dc1b0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:32:20.561290 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:32:20.614023 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:32:20.618222 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:20.618652 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:20.698844 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:20.718593 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:32:20.722213 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:20.722997 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:32:20.810288 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:20.810288 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:20.831503 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:32:22.473965 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:32:22.538532 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 8edd5eea-e5f0-4ccf-9aec-60e1281ea7fc triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:32:22.539144 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:23.037828 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:32:33.531306 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9d57393b-f7b0-461a-9415-fdb9bdd59499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:36.118690 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-40417449-3cbf-42c4-bcf9-9c3a5509a3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:36.654598 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:37.307358 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:32:38.577755 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:00.038907 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:33:03.514674 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-afbd7669-a86f-4593-909f-1a2315bca2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:06.122689 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-56692f89-841d-413c-9efa-7b0dcb30aa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:06.648372 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:07.305479 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:08.576855 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:33.515297 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d36f7a3d-a275-4805-9179-80664b527499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:36.123016 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f0c8e6f2-aaf2-438d-83a5-ddf3995a2c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:36.650857 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:37.039172 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:33:37.286438 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:38.582523 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:56.910557 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43388) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:33:56.976172 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.pecan_wsgi.hooks.translation [None req-b475c3fb-78ac-4837-8d64-092c7940de66 admin admin] GET failed (client error): The resource could not be found. Aug 30 07:33:56.977481 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b475c3fb-78ac-4837-8d64-092c7940de66 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660121 Aug 30 07:33:57.134788 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f2d16-b4bc-43ba-8f94-2a7bbdcd81f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:33:57.136178 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-be4f2d16-b4bc-43ba-8f94-2a7bbdcd81f4 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1541378 Aug 30 07:33:59.290569 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43398) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:33:59.379742 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb029da-3d6e-4f05-b2bf-57b6754ef58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:33:59.381052 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-bdb029da-3d6e-4f05-b2bf-57b6754ef58c admin admin] 10.222.0.64 "GET /v2.0/subnets/6935362e-db5c-462d-beee-dd98c98a0383 HTTP/1.1" status: 200 len: 849 time: 0.0895391 Aug 30 07:33:59.390873 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:33:59.473667 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Notify callbacks [] for subnet, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:59.612500 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735427979816'] for subnet, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:59.646211 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:33:59.646790 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:33:59.648092 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] 10.222.0.64 "PUT /v2.0/subnets/6935362e-db5c-462d-beee-dd98c98a0383 HTTP/1.1" status: 200 len: 868 time: 0.2607934 Aug 30 07:33:59.666785 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d3eb2e-4bd2-495d-bc04-f5e114250f27 None None] Network ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:33:59.669760 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6935362e-db5c-462d-beee-dd98c98a0383,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:33:59.676990 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:33:59.677415 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:33:59.677762 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:33:59.678094 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:33:59.678419 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:33:59.678794 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:33:59.679231 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:33:59.680221 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:33:59.680221 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:33:59.680221 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:33:59.680483 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:33:59.680752 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1ebee-957b-4775-8039-3e9423cedddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:00.063402 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-a5d8a251-906d-4c4e-9ef5-da6504993b30 None None] Provisioning complete for port 617a97e7-ff4d-4ee2-b8ba-3d7dcbab4c03 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:34:00.063774 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a251-906d-4c4e-9ef5-da6504993b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:00.152332 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-a5d8a251-906d-4c4e-9ef5-da6504993b30 None None] Provisioning complete for port 50957c43-93d8-4dbc-9753-aa9b7fc3d7bf triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:34:00.152621 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a251-906d-4c4e-9ef5-da6504993b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:01.824331 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43406) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:02.020957 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb4124-bcc7-4f82-8e96-736d937efe31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:02.021334 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb4124-bcc7-4f82-8e96-736d937efe31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:02.022865 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-4beb4124-bcc7-4f82-8e96-736d937efe31 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975825 Aug 30 07:34:03.516448 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2019ef52-eb84-414e-9773-9364ea69d93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:04.195401 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43414) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:04.326050 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8213b4b-f484-4d3b-bc97-3abdd9e194b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:04.326526 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8213b4b-f484-4d3b-bc97-3abdd9e194b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:04.328157 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c8213b4b-f484-4d3b-bc97-3abdd9e194b0 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318092 Aug 30 07:34:06.123343 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-277703ae-c5b2-4b78-a440-002031cacff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:06.502719 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 43422) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:06.653247 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:06.704823 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512e8b53-2fa1-4e65-a8fa-4e9494836160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:06.706152 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-512e8b53-2fa1-4e65-a8fa-4e9494836160 admin admin] 10.222.0.64 "GET /v2.0/networks/59ff83ee-6d51-4380-b781-8170ef3e97d5 HTTP/1.1" status: 200 len: 886 time: 0.2024269 Aug 30 07:34:07.289478 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:08.584444 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:08.872842 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 43432) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:09.002591 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55138ded-eb67-40ee-8cb2-b6f89ce390fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:09.003985 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-55138ded-eb67-40ee-8cb2-b6f89ce390fc admin admin] 10.222.0.64 "GET /v2.0/networks/ea608f58-5bb7-4b47-a7e4-0ef26c9ac928 HTTP/1.1" status: 200 len: 869 time: 0.1301932 Aug 30 07:34:11.166530 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 43440) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:11.286043 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453dafb5-59d3-44a9-bbbe-1e47eb98beab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:11.286502 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453dafb5-59d3-44a9-bbbe-1e47eb98beab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:11.288041 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-453dafb5-59d3-44a9-bbbe-1e47eb98beab admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205413 Aug 30 07:34:13.489268 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 43448) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:13.581046 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba77cdf-0c1f-47c8-ba00-6926e33f182f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:13.581504 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba77cdf-0c1f-47c8-ba00-6926e33f182f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:13.582980 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6ba77cdf-0c1f-47c8-ba00-6926e33f182f admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927665 Aug 30 07:34:14.037936 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:34:15.746395 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43456) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:15.830207 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a3599-507a-4de1-b07e-eafd92b80e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:15.831540 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-170a3599-507a-4de1-b07e-eafd92b80e0d admin admin] 10.222.0.64 "GET /v2.0/subnets/4ea6efef-6040-4996-872e-a963349e1111 HTTP/1.1" status: 200 len: 816 time: 0.0841837 Aug 30 07:34:17.980582 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43464) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:18.072025 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e67f9-39ff-49d6-8274-b6b76d776b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:18.073369 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-bf0e67f9-39ff-49d6-8274-b6b76d776b76 admin admin] 10.222.0.64 "GET /v2.0/subnets/6935362e-db5c-462d-beee-dd98c98a0383 HTTP/1.1" status: 200 len: 868 time: 0.0918486 Aug 30 07:34:33.518046 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-3e72b1c1-7f32-41ff-b33d-fc36fa049ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:36.125051 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e8c56d7b-2b19-4375-ac85-a97305847223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:36.657357 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:37.294446 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:38.590228 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:41.445864 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43518) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:41.492525 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [None req-1d09b5c8-0652-446b-8449-44459a799c1b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:34:41.493491 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-1d09b5c8-0652-446b-8449-44459a799c1b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467014 Aug 30 07:34:43.770784 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43526) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:43.829524 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.pecan_wsgi.hooks.translation [None req-422d89dd-15ed-43aa-bcc2-5a1fd9d72b63 admin admin] GET failed (client error): The resource could not be found. Aug 30 07:34:43.830795 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-422d89dd-15ed-43aa-bcc2-5a1fd9d72b63 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590777 Aug 30 07:34:43.913977 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2663bc72-4144-4cf5-9281-274721b7f88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:43.915399 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2663bc72-4144-4cf5-9281-274721b7f88f admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800419 Aug 30 07:34:46.124328 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43534) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:46.170440 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:34:46.191582 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] Made reservation on behalf of eebedf89ee56467fb1874abca9e73d3e for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:34:46.193787 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:46.226175 dv-cinder-804735-4-iscsi neutron-server[100500]: WARNING neutron.services.revisions.revision_plugin [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] Could not find related network for resource to bump revision. Aug 30 07:34:46.239389 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:34:46.248665 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:46.248994 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] Added segment bd1d8cec-3982-497a-bed1-cb5a0ec60214 of type vlan for network 509b988e-fe59-4c3d-b0d6-f3f022892a5a Aug 30 07:34:46.295702 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:46.322906 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:46.323816 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:46.324386 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:46.378625 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2525849 Aug 30 07:34:46.386014 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee72c3-fda9-4673-bad2-2ec1a2421f33 admin admin] Pushing event updated for resources: {'Network': ['ID=509b988e-fe59-4c3d-b0d6-f3f022892a5a,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:34:46.397117 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 509b988e-fe59-4c3d-b0d6-f3f022892a5a details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:34:48.558731 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43542) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:34:48.618343 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7a00f8-a29a-4eb9-a71e-78ae06798596 admin admin] GET failed (client error): The resource could not be found. Aug 30 07:34:48.619650 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2f7a00f8-a29a-4eb9-a71e-78ae06798596 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600016 Aug 30 07:34:48.689169 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f824cd-6199-427c-a869-9d30fc2a1d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:48.690547 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c1f824cd-6199-427c-a869-9d30fc2a1d8c admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663984 Aug 30 07:34:48.700516 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-5e96c094-1477-423d-9cf8-7e920f535192 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:34:48.720005 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e96c094-1477-423d-9cf8-7e920f535192 admin admin] Made reservation on behalf of eebedf89ee56467fb1874abca9e73d3e for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:34:48.722382 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5e96c094-1477-423d-9cf8-7e920f535192 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:48.919557 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5e96c094-1477-423d-9cf8-7e920f535192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:48.972524 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96c094-1477-423d-9cf8-7e920f535192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec853933-3cc4-4bac-81e0-3c9e81102288,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:34:48.981655 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96c094-1477-423d-9cf8-7e920f535192 admin admin] Checking segment: {'id': 'bd1d8cec-3982-497a-bed1-cb5a0ec60214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:34:48.982051 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e96c094-1477-423d-9cf8-7e920f535192 admin admin] Network hostable DHCP agents. Network: 509b988e-fe59-4c3d-b0d6-f3f022892a5a, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:34:48.998664 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e96c094-1477-423d-9cf8-7e920f535192 admin admin] Network 509b988e-fe59-4c3d-b0d6-f3f022892a5a is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:34:49.007525 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-5e96c094-1477-423d-9cf8-7e920f535192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 509b988e-fe59-4c3d-b0d6-f3f022892a5a) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:34:49.011546 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e96c094-1477-423d-9cf8-7e920f535192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:34:49.012126 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5e96c094-1477-423d-9cf8-7e920f535192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:49.017216 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42436a9-d9ff-4218-8fb9-af58a6cb818b None None] Network 509b988e-fe59-4c3d-b0d6-f3f022892a5a requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:34:49.027797 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-5e96c094-1477-423d-9cf8-7e920f535192 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3306375 Aug 30 07:34:49.168620 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8579bc-333d-50f5-8d48-50590b882e5e-509b988e-fe59-4c3d-b0d6-f3f022892a5a', 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a', 'tenant_id': 'eebedf89ee56467fb1874abca9e73d3e', 'fixed_ips': [{'subnet_id': 'ec853933-3cc4-4bac-81e0-3c9e81102288'}]}} from dv-cinder-804735-4-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:34:49.169519 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:49.396347 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Allocated IP 192.168.233.2 (509b988e-fe59-4c3d-b0d6-f3f022892a5a/ec853933-3cc4-4bac-81e0-3c9e81102288/3b3b0a52-62d9-4d03-8737-d0ce36d093d8) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:34:49.541401 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:49.550213 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Transition to ACTIVE for port object 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:34:49.564791 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Transition to ACTIVE for port object 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:34:49.570571 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:49.612172 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Network 509b988e-fe59-4c3d-b0d6-f3f022892a5a is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:34:49.615103 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:34:49.619707 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:34:49.622415 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Pushing event updated for resources: {'Port': ['ID=3b3b0a52-62d9-4d03-8737-d0ce36d093d8,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:34:49.633044 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:49.633412 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:49.633757 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:49.634089 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:49.634417 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:49.634760 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:49.635083 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:49.635439 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:49.635777 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:49.636098 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:49.636415 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:49.636730 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:34:49.682130 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Attempting to bind port 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:34:49.682493 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Attempting to bind port 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': 'bd1d8cec-3982-497a-bed1-cb5a0ec60214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:34:49.682849 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Attempting to bind port 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 on network 509b988e-fe59-4c3d-b0d6-f3f022892a5a {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:34:49.688261 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:34:49.688623 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Checking segment: {'id': 'bd1d8cec-3982-497a-bed1-cb5a0ec60214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:34:49.689018 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:49.689401 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Bound using segment: {'id': 'bd1d8cec-3982-497a-bed1-cb5a0ec60214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:34:49.689851 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Bound port: 3b3b0a52-62d9-4d03-8737-d0ce36d093d8, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d8cec-3982-497a-bed1-cb5a0ec60214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:34:49.690241 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:49.755728 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] For port 3b3b0a52-62d9-4d03-8737-d0ce36d093d8, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:34:49.758810 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] For port 3b3b0a52-62d9-4d03-8737-d0ce36d093d8, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=3b3b0a52-62d9-4d03-8737-d0ce36d093d8,segment=NetworkSegment(bd1d8cec-3982-497a-bed1-cb5a0ec60214),segment_id=bd1d8cec-3982-497a-bed1-cb5a0ec60214)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:34:49.764775 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:49.826322 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5245a-2f15-4fc3-9550-4aec14e412f3 None None] Pushing event updated for resources: {'Port': ['ID=3b3b0a52-62d9-4d03-8737-d0ce36d093d8,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:34:50.597552 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:34:50.634609 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5265594a-aa79-490e-b6c4-d366c211324b None None] Network 509b988e-fe59-4c3d-b0d6-f3f022892a5a requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:34:50.726390 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:34:50.732060 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-031dd7e0-cf0b-4091-93f7-11a985b48326 None None] Provisioning for port 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:34:50.738312 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-031dd7e0-cf0b-4091-93f7-11a985b48326 None None] Provisioning complete for port 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:34:50.738671 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-031dd7e0-cf0b-4091-93f7-11a985b48326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:50.740045 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:34:50.740393 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:50.930168 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-031dd7e0-cf0b-4091-93f7-11a985b48326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:50.934169 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:50.984726 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-031dd7e0-cf0b-4091-93f7-11a985b48326 None None] For port 3b3b0a52-62d9-4d03-8737-d0ce36d093d8, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=3b3b0a52-62d9-4d03-8737-d0ce36d093d8,segment=NetworkSegment(bd1d8cec-3982-497a-bed1-cb5a0ec60214),segment_id=bd1d8cec-3982-497a-bed1-cb5a0ec60214)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:34:50.993251 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-031dd7e0-cf0b-4091-93f7-11a985b48326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:51.044606 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:34:51.067786 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.db.api [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 07:34:51.067786 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG oslo_db.api [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 07:34:51.072277 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dd7e0-cf0b-4091-93f7-11a985b48326 None None] Pushing event updated for resources: {'Port': ['ID=3b3b0a52-62d9-4d03-8737-d0ce36d093d8,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:34:51.113997 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e9242101-5081-4843-b818-129a7fe5b886 None None] Provisioning complete for port 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:34:51.114359 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e9242101-5081-4843-b818-129a7fe5b886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:34:52.557433 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:34:52.603490 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 3b3b0a52-62d9-4d03-8737-d0ce36d093d8 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:34:52.603851 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:03.518804 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-93f8fb1f-d5d0-4e64-9057-c43d3e82fba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:06.122386 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fd0caef8-279c-4a9c-9e0b-88603f1bcb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:06.659376 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:07.292904 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:08.593163 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:28.033713 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:35:33.520428 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5c14125c-688b-4719-9acb-8c320d8f1239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:36.123644 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2fb981b7-59a0-401a-b277-2f706cf2c178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:36.660712 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:37.296148 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:38.600098 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:56.718691 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43596) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:35:56.724778 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [None req-0a96a7bb-ca03-4361-863a-d1b17b56380c tempest-verify_tempest_config-792927759 tempest-verify_tempest_config-792927759-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:35:56.725731 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0a96a7bb-ca03-4361-863a-d1b17b56380c tempest-verify_tempest_config-792927759 tempest-verify_tempest_config-792927759-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060346 Aug 30 07:35:57.011897 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 43614) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:35:57.112808 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:57.199322 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:57.203359 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:57.245678 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1d2ad9bd2d9475d8bb7ee7c3f5adfb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2321665 Aug 30 07:35:57.247697 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3689e9e0-71de-4291-8694-994cb9a528a2,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:35:57.249068 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43620) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:35:57.254089 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.254452 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.254792 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.255121 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.255592 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.255962 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.256289 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.256618 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.256938 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.257253 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.257568 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.257884 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c55c8c7-8885-4a0f-a9c0-0f7806a9016c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.308112 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:57.328508 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:57.415899 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:57.418376 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:35:57.422652 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3689e9e0-71de-4291-8694-994cb9a528a2 HTTP/1.1" status: 204 len: 168 time: 0.1725297 Aug 30 07:35:57.430210 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3689e9e0-71de-4291-8694-994cb9a528a2,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:35:57.437296 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.437640 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.437994 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.438307 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.438630 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.438974 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.439329 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.439654 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.439990 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.440311 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.440637 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:35:57.440951 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e12351-117e-4cdf-b551-14ddd6e3e8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:36:03.520953 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a09017a1-81fb-4eff-948e-6545313fba7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:05.031979 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:36:06.125950 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8cc9b0b3-352a-4366-b8c5-61294b1e852d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:06.662216 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:07.300628 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:08.603365 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:33.521333 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1068ed14-c7ed-45ab-b050-0bd0b7e58bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:36.126363 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bb15ded4-f5ca-483a-b8c5-b5632ca7cf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:36.662897 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:37.301887 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:38.606974 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:36:42.030825 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:37:03.520722 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9905d3eb-02fb-4876-815a-2e18d6c9a8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:06.126493 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-35ff116b-a7c4-4520-aad5-56050fffc408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:06.664044 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:07.304251 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:08.609408 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:19.029869 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:37:31.270749 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1699492'] for agent, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:33.522501 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e83b1797-bc67-4870-aa28-bab4acc6778d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:36.126417 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2af3af76-4154-46b3-83c7-66346e45b8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:36.664056 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:37.306545 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:38.613879 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:37:45.514002 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43692) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:37:45.616131 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-80c2c0ea-9f88-4d4d-9822-55b7f8ce3c98 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1010394 Aug 30 07:37:47.806623 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43702) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:37:47.862691 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7abd1ec7-27ea-40fc-a007-2194fafc9663 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0548213 Aug 30 07:37:56.028661 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:38:01.255555 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:03.522707 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-67ede431-b1eb-4ca3-ad2c-bdad5ab4ecc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:06.126245 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c07aeaf0-3a93-4c62-9a8a-d48b878bc9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:06.663550 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:07.309096 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:08.616013 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:31.256006 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:33.027182 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:38:33.523591 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5100c771-523b-4920-8351-43f627a50971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:36.127466 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9700bf3b-6fac-47ee-aad2-3263cc34218d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:36.663670 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:37.314942 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:38:38.619624 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:01.262197 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:03.524998 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-44717576-b8a0-4637-9ca3-e3a652a61f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:06.127642 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d7420c4e-47ea-47ec-8468-14d721f199f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:06.665557 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:07.319702 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:08.622234 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:10.026219 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:39:18.280741 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43906) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:18.674808 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43926) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:18.720826 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-659709342-network', 'tenant_id': 'eb97e3009b8e4e88b23b84c15524338a'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:18.741885 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Made reservation on behalf of eb97e3009b8e4e88b23b84c15524338a for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:18.744643 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:18.754009 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:18.852857 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:18.858163 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 43936) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:18.861179 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:18.889719 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42261cf6-fa6a-4599-a7b7-f259de5ca96e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:18.898158 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:39:18.904099 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:18.904538 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:18.905073 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:18.905510 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:18.905974 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:18.906388 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:18.906801 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:18.907252 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:18.907665 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:18.908053 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:18.908440 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:18.908844 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Tracked resource versions report: Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: pushed versions: Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: { 'AddressGroup': {'1.2'}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'ConntrackHelper': {'1.0'}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Log': {'1.0'}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Network': {'1.1'}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Port': {'1.7'}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'PortForwarding': {'1.2'}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'QosPolicy': {'1.9'}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'SecurityGroup': {'1.4'}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'SubPort': {'1.0'}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Subnet': {'1.1'}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Trunk': {'1.1'}} Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: consumer versions: Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: { DHCP agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: HyperV agent@hv-cinder-80473: {}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: L3 agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: Metadata agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: Metering agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: Open vSwitch agent@dv-cinder-804735-4-iscsi: { 'AddressGroup': '1.2', Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'ConntrackHelper': '1.0', Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Log': '1.0', Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Network': '1.1', Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Port': '1.7', Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'PortForwarding': '1.2', Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'QosPolicy': '1.9', Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'SecurityGroup': '1.4', Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'SecurityGroupRule': '1.2', Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'SubPort': '1.0', Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Subnet': '1.1', Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: 'Trunk': '1.1'}} Aug 30 07:39:18.910001 dv-cinder-804735-4-iscsi neutron-server[100500]: {{(pid=100500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:39:18.920726 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:18.921217 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Added segment cfd7899b-e1f1-40d7-95ec-426b0fde06ed of type vlan for network c18cbbad-7d64-476c-ab38-6a6c2b7b9c10 Aug 30 07:39:18.964772 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:18.995747 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:18.996913 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:18.997437 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.056646 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-517837943-network', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:19.068520 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7867622 Aug 30 07:39:19.071419 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43948) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:19.078937 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-b4143da8-0f22-4786-b947-d48966c321dd admin admin] Request body: {'subnet': {'network_id': 'c18cbbad-7d64-476c-ab38-6a6c2b7b9c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-659709342-subnet', 'tenant_id': 'eb97e3009b8e4e88b23b84c15524338a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:19.087878 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28373c19-a80d-439a-969e-fbb3f91bfecf admin admin] Pushing event updated for resources: {'Network': ['ID=c18cbbad-7d64-476c-ab38-6a6c2b7b9c10,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:19.099101 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network c18cbbad-7d64-476c-ab38-6a6c2b7b9c10 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:39:19.136235 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Made reservation on behalf of a6d2593434d84a30b5d90e55bb9e4778 for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:19.139232 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.166055 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.215759 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4143da8-0f22-4786-b947-d48966c321dd admin admin] Made reservation on behalf of eb97e3009b8e4e88b23b84c15524338a for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:19.218113 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b4143da8-0f22-4786-b947-d48966c321dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.364094 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.369726 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-555686593-network', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:19.370939 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.387332 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:39:19.397223 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.397570 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Added segment 3bf3b60a-041f-424b-b887-360415c0319c of type vlan for network 04c35c0a-1f55-4631-bbae-794e86e1d298 Aug 30 07:39:19.414096 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Made reservation on behalf of b02bc726cb9d4f178a1bd8af764b1abe for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:19.417653 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.431379 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.440704 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.492638 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691050a3-9c77-408b-b9d7-611d2fdf804f,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:19.495553 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.497261 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:19.498001 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.566475 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] Pushing event updated for resources: {'Network': ['ID=04c35c0a-1f55-4631-bbae-794e86e1d298,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:19.579533 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 04c35c0a-1f55-4631-bbae-794e86e1d298 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:39:19.580174 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.585250 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.615939 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b263ac39-f618-442e-903d-409a284e3a90,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:19.627656 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:19.628442 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:19.629393 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:19.630733 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:19.631421 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:19.632183 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:19.632321 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7185f391-73c7-4c4a-a9f9-5a1417288284 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9546845 Aug 30 07:39:19.632828 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:19.634054 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:19.634609 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:19.635142 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:19.635725 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:19.636265 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Tracked resource versions report: Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: pushed versions: Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: { 'AddressGroup': {'1.2'}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'ConntrackHelper': {'1.0'}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Log': {'1.0'}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Network': {'1.1'}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Port': {'1.7'}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'PortForwarding': {'1.2'}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'QosPolicy': {'1.9'}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'SecurityGroup': {'1.4'}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'SubPort': {'1.0'}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Subnet': {'1.1'}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Trunk': {'1.1'}} Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: consumer versions: Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: { DHCP agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: HyperV agent@hv-cinder-80473: {}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: L3 agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: Metadata agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: Metering agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: Open vSwitch agent@dv-cinder-804735-4-iscsi: { 'AddressGroup': '1.2', Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'ConntrackHelper': '1.0', Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Log': '1.0', Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Network': '1.1', Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Port': '1.7', Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'PortForwarding': '1.2', Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'QosPolicy': '1.9', Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'SecurityGroup': '1.4', Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'SecurityGroupRule': '1.2', Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'SubPort': '1.0', Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Subnet': '1.1', Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: 'Trunk': '1.1'}} Aug 30 07:39:19.637745 dv-cinder-804735-4-iscsi neutron-server[100499]: {{(pid=100499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:39:19.640110 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 43968) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:19.651691 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-df59b330-afb7-4546-a31e-196225bfbd81 admin admin] Request body: {'subnet': {'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-517837943-subnet', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:19.662821 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:39:19.675642 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.676267 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Added segment ca94f49a-bbc5-4dd2-b011-7e20807c1b0c of type vlan for network 05ed0500-0b6c-4296-ad10-a297a641c71b Aug 30 07:39:19.726966 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.759239 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b4143da8-0f22-4786-b947-d48966c321dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.759477 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.761810 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:19.763527 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.783313 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df59b330-afb7-4546-a31e-196225bfbd81 admin admin] Made reservation on behalf of a6d2593434d84a30b5d90e55bb9e4778 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:19.785586 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-df59b330-afb7-4546-a31e-196225bfbd81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.826590 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9663124 Aug 30 07:39:19.827388 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 43982) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:19.842037 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-8d4b0a10-b296-43f2-8a6e-a0158a36aebc admin admin] Request body: {'subnet': {'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-555686593-subnet', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:19.861387 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4143da8-0f22-4786-b947-d48966c321dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=100cd153-57c8-43fa-8aca-4000ec9d0356,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:19.870093 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb5f67-6464-4fe3-b4ed-d083593a53b7 admin admin] Pushing event updated for resources: {'Network': ['ID=05ed0500-0b6c-4296-ad10-a297a641c71b,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:19.878052 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4b0a10-b296-43f2-8a6e-a0158a36aebc admin admin] Made reservation on behalf of b02bc726cb9d4f178a1bd8af764b1abe for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:19.881154 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 05ed0500-0b6c-4296-ad10-a297a641c71b details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:39:19.881880 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0a10-b296-43f2-8a6e-a0158a36aebc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:19.936508 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4143da8-0f22-4786-b947-d48966c321dd admin admin] Checking segment: {'id': 'cfd7899b-e1f1-40d7-95ec-426b0fde06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c18cbbad-7d64-476c-ab38-6a6c2b7b9c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:19.936727 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4143da8-0f22-4786-b947-d48966c321dd admin admin] Network hostable DHCP agents. Network: c18cbbad-7d64-476c-ab38-6a6c2b7b9c10, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:39:19.991772 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4143da8-0f22-4786-b947-d48966c321dd admin admin] Network c18cbbad-7d64-476c-ab38-6a6c2b7b9c10 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:39:20.032102 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-b4143da8-0f22-4786-b947-d48966c321dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, c18cbbad-7d64-476c-ab38-6a6c2b7b9c10) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:20.041525 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d44b0-68f9-470a-8b5f-de088322a0c7 None None] Network c18cbbad-7d64-476c-ab38-6a6c2b7b9c10 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:20.042282 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4143da8-0f22-4786-b947-d48966c321dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:20.043019 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b4143da8-0f22-4786-b947-d48966c321dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:20.088346 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0a10-b296-43f2-8a6e-a0158a36aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:20.092686 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b4143da8-0f22-4786-b947-d48966c321dd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0202434 Aug 30 07:39:20.110042 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-df59b330-afb7-4546-a31e-196225bfbd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:20.185886 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59b330-afb7-4546-a31e-196225bfbd81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1797c0-1e3e-4323-a2f3-31482cc8b4ce,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:20.199531 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df59b330-afb7-4546-a31e-196225bfbd81 admin admin] Checking segment: {'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:20.199926 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59b330-afb7-4546-a31e-196225bfbd81 admin admin] Network hostable DHCP agents. Network: 04c35c0a-1f55-4631-bbae-794e86e1d298, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:39:20.217601 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b0a10-b296-43f2-8a6e-a0158a36aebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=41cee029-d779-4ef7-80ea-8974656e0b1d,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:20.219610 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59b330-afb7-4546-a31e-196225bfbd81 admin admin] Network 04c35c0a-1f55-4631-bbae-794e86e1d298 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:39:20.234041 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-df59b330-afb7-4546-a31e-196225bfbd81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 04c35c0a-1f55-4631-bbae-794e86e1d298) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:20.239459 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df59b330-afb7-4546-a31e-196225bfbd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:20.240981 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-df59b330-afb7-4546-a31e-196225bfbd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:20.244662 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d19a664-45ab-4a48-8e2d-28f64a2b7d3d None None] Network 04c35c0a-1f55-4631-bbae-794e86e1d298 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:20.258691 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b0a10-b296-43f2-8a6e-a0158a36aebc admin admin] Checking segment: {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:20.258987 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4b0a10-b296-43f2-8a6e-a0158a36aebc admin admin] Network hostable DHCP agents. Network: 05ed0500-0b6c-4296-ad10-a297a641c71b, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:39:20.262982 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-df59b330-afb7-4546-a31e-196225bfbd81 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6239083 Aug 30 07:39:20.265592 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44000) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:20.282662 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-517837943-router', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:20.289603 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4b0a10-b296-43f2-8a6e-a0158a36aebc admin admin] Network 05ed0500-0b6c-4296-ad10-a297a641c71b is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:39:20.298053 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-8d4b0a10-b296-43f2-8a6e-a0158a36aebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 05ed0500-0b6c-4296-ad10-a297a641c71b) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:20.304177 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4b0a10-b296-43f2-8a6e-a0158a36aebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:20.305004 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0a10-b296-43f2-8a6e-a0158a36aebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:20.312724 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45082'] for router, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:20.314216 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45075'] for router, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:20.326820 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8d4b0a10-b296-43f2-8a6e-a0158a36aebc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4924378 Aug 30 07:39:20.329596 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44004) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:20.334345 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccd5a2b-3a2c-4d71-a7d0-9c73fc0afc4a None None] Network c18cbbad-7d64-476c-ab38-6a6c2b7b9c10 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:20.336190 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f745646-8fa2-41b4-a17e-98767cc48599 None None] Network 05ed0500-0b6c-4296-ad10-a297a641c71b requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:20.337923 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:20.396050 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:20.436819 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45082'] for router, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:20.437851 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45075'] for router, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:20.650060 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e481f5-6291-4997-9aa0-0deb1d36d430 None None] Network 04c35c0a-1f55-4631-bbae-794e86e1d298 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:20.731420 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:20.734360 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:20.807448 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8579bc-333d-50f5-8d48-50590b882e5e-05ed0500-0b6c-4296-ad10-a297a641c71b', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d'}]}} from dv-cinder-804735-4-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:39:20.808252 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:21.016615 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Allocated IP 172.20.0.2 (05ed0500-0b6c-4296-ad10-a297a641c71b/41cee029-d779-4ef7-80ea-8974656e0b1d/f05d722d-e3cf-4d08-832a-331658e2ec97) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:21.090956 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:21.221896 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:21.244301 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Transition to ACTIVE for port object f05d722d-e3cf-4d08-832a-331658e2ec97 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:21.310918 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Transition to ACTIVE for port object f05d722d-e3cf-4d08-832a-331658e2ec97 will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:21.326461 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:21.425317 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Pushing event updated for resources: {'Port': ['ID=f05d722d-e3cf-4d08-832a-331658e2ec97,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:21.438087 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Network 05ed0500-0b6c-4296-ad10-a297a641c71b is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:21.443424 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:21.447041 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:21.447463 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:21.448381 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:21.448381 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:21.448617 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:21.449050 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:21.449638 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:21.449908 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:21.450387 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:21.450735 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:21.451058 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:21.451453 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Tracked resource versions report: Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: pushed versions: Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: { 'AddressGroup': {'1.2'}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'ConntrackHelper': {'1.0'}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Log': {'1.0'}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Network': {'1.1'}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Port': {'1.7'}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'PortForwarding': {'1.2'}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'QosPolicy': {'1.9'}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'SecurityGroup': {'1.4'}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'SubPort': {'1.0'}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Subnet': {'1.1'}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Trunk': {'1.1'}} Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: consumer versions: Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: { DHCP agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: HyperV agent@hv-cinder-80473: {}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: L3 agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: Metadata agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: Metering agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: Open vSwitch agent@dv-cinder-804735-4-iscsi: { 'AddressGroup': '1.2', Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'ConntrackHelper': '1.0', Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Log': '1.0', Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Network': '1.1', Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Port': '1.7', Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'PortForwarding': '1.2', Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'QosPolicy': '1.9', Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'SecurityGroup': '1.4', Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'SecurityGroupRule': '1.2', Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'SubPort': '1.0', Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Subnet': '1.1', Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: 'Trunk': '1.1'}} Aug 30 07:39:21.453082 dv-cinder-804735-4-iscsi neutron-server[100501]: {{(pid=100501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:39:21.468191 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:21.482283 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:21.513824 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:21.560929 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Attempting to bind port f05d722d-e3cf-4d08-832a-331658e2ec97 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:21.561285 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Attempting to bind port f05d722d-e3cf-4d08-832a-331658e2ec97 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:21.568382 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Attempting to bind port f05d722d-e3cf-4d08-832a-331658e2ec97 on network 05ed0500-0b6c-4296-ad10-a297a641c71b {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:21.581196 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:21.581827 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Checking segment: {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:21.582295 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:21.582711 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Bound using segment: {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:21.583232 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Bound port: f05d722d-e3cf-4d08-832a-331658e2ec97, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:21.583649 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:21.677324 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-0e474289-851e-457b-937f-10b7849b2648 None None] For port f05d722d-e3cf-4d08-832a-331658e2ec97, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:21.681786 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-0e474289-851e-457b-937f-10b7849b2648 None None] For port f05d722d-e3cf-4d08-832a-331658e2ec97, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=f05d722d-e3cf-4d08-832a-331658e2ec97,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:21.691050 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:21.757726 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e474289-851e-457b-937f-10b7849b2648 None None] Pushing event updated for resources: {'Port': ['ID=f05d722d-e3cf-4d08-832a-331658e2ec97,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:21.790814 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:21.823364 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:21.882361 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Allocated IP 172.27.1.216 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/66f1d556-4296-4ab6-ae1c-69e977d0d717) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:22.116448 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:22.351450 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Allocated IP 172.27.1.198 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/66f64e11-ceea-4080-94c8-c6648876d34c) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:22.385030 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:22.488857 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:22.500610 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:22.515338 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:22.566899 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Pushing event updated for resources: {'Port': ['ID=66f1d556-4296-4ab6-ae1c-69e977d0d717,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:22.761013 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:22.827757 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device f05d722d-e3cf-4d08-832a-331658e2ec97 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:22.904029 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 44132) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:22.907534 dv-cinder-804735-4-iscsi neutron-server[100499]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 07:39:22.943446 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port f05d722d-e3cf-4d08-832a-331658e2ec97 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:23.130543 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:23.174320 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:23.190872 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:23.215100 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-ebd46835-9c97-409d-9ef9-5455c5cc1267 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:23.217470 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-ebd46835-9c97-409d-9ef9-5455c5cc1267 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/networks?id=c18cbbad-7d64-476c-ab38-6a6c2b7b9c10 HTTP/1.1" status: 200 len: 811 time: 0.3112638 Aug 30 07:39:23.225883 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:23.232042 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:23.246589 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-b09e48dd-b1cd-4bf7-af72-f18be22b6b75 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/quotas/eb97e3009b8e4e88b23b84c15524338a HTTP/1.1" status: 200 len: 375 time: 0.0190759 Aug 30 07:39:23.256276 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0728a9b-7e13-4e20-b313-49bdf845cad6 None None] Network 05ed0500-0b6c-4296-ad10-a297a641c71b requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:39:23.331285 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d328ac83-3513-4cda-b4e0-e96c2c3cef1b tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb97e3009b8e4e88b23b84c15524338a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788240 Aug 30 07:39:23.364629 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Pushing event updated for resources: {'Port': ['ID=66f64e11-ceea-4080-94c8-c6648876d34c,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:23.382563 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-0e2d848d-527e-468a-92d5-7910e0ba7e35 None None] Provisioning for port f05d722d-e3cf-4d08-832a-331658e2ec97 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:23.398218 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-0e2d848d-527e-468a-92d5-7910e0ba7e35 None None] Provisioning complete for port f05d722d-e3cf-4d08-832a-331658e2ec97 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:23.398517 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0e2d848d-527e-468a-92d5-7910e0ba7e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:23.614541 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-c36d2f07-c71c-46cd-9ca3-56b10b02220a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:39:23.615583 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-c36d2f07-c71c-46cd-9ca3-56b10b02220a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0943289 Aug 30 07:39:23.789363 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-5a92d9d1-f833-4366-8719-4d80845f00dd service neutron] 10.222.0.64 "GET /v2.0/networks/c18cbbad-7d64-476c-ab38-6a6c2b7b9c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659253 Aug 30 07:39:23.796500 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0e2d848d-527e-468a-92d5-7910e0ba7e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:23.845389 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697844'] for router, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:23.883377 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-0e2d848d-527e-468a-92d5-7910e0ba7e35 None None] For port f05d722d-e3cf-4d08-832a-331658e2ec97, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=f05d722d-e3cf-4d08-832a-331658e2ec97,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:23.893595 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0e2d848d-527e-468a-92d5-7910e0ba7e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:23.941059 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-ce7f4019-2d43-4677-ac3c-2c9dc783edb0 service neutron] 10.222.0.64 "GET /v2.0/networks/c18cbbad-7d64-476c-ab38-6a6c2b7b9c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446967 Aug 30 07:39:23.954086 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:23.993426 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d848d-527e-468a-92d5-7910e0ba7e35 None None] Pushing event updated for resources: {'Port': ['ID=f05d722d-e3cf-4d08-832a-331658e2ec97,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:24.146312 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-422ab7bd-e9ec-40a3-8e92-26d3fee061c8 None None] Provisioning complete for port f05d722d-e3cf-4d08-832a-331658e2ec97 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:24.146550 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-422ab7bd-e9ec-40a3-8e92-26d3fee061c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:24.186197 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 44208) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:24.320073 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0e5e8d8e-b655-477f-acf8-a0c8ec4d0e44 req-4da9e1b4-f1b0-4a29-a1b0-654547bbfe37 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.1326663 Aug 30 07:39:24.386034 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Router 21e9a902-9e58-4b8b-92c7-3199800f0113 is scheduled to L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 with binding_index 1 {{(pid=100500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:39:24.564913 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697844'] for router, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:24.641175 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:39:24.654896 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Sync routers for ids ['21e9a902-9e58-4b8b-92c7-3199800f0113'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:39:24.664821 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Routers {'21e9a902-9e58-4b8b-92c7-3199800f0113'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:24.665415 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['21e9a902-9e58-4b8b-92c7-3199800f0113'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:24.785811 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device f05d722d-e3cf-4d08-832a-331658e2ec97 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:24.810132 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:24.814465 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 44270) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:24.814657 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-311d5112-b5c3-45b4-9676-009fc75b4e79 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5431488 Aug 30 07:39:24.822356 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Router 7308633e-d167-43ee-9e99-565ab8c649fa is scheduled to L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 with binding_index 1 {{(pid=100500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:39:24.826908 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Set router 21e9a902-9e58-4b8b-92c7-3199800f0113 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:24.962824 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port f05d722d-e3cf-4d08-832a-331658e2ec97 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:24.964186 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:24.965253 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:39:25.012846 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:25.015701 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-fcf0d67e-f422-4cd0-ae81-3472587db612 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6837850 Aug 30 07:39:25.019366 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44282) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:25.053161 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Sync routers for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:39:25.081405 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'name': 'tempest-ServerRescueNegativeTestJSON-517837943-router', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:22Z', 'revision_number': 3, 'project_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'gw_port': {'id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:25.104227 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44290) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:25.115113 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Checking router: 21e9a902-9e58-4b8b-92c7-3199800f0113 for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:39:25.115774 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Updating router 21e9a902-9e58-4b8b-92c7-3199800f0113 port 66f1d556-4296-4ab6-ae1c-69e977d0d717 binding host dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:39:25.115923 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:25.116570 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:25.145270 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:25.322852 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:25.606136 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-11bbd281-8bf0-47c8-93f0-7f8be9af30f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:25.733424 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:25.762731 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Transition to ACTIVE for port object 66f1d556-4296-4ab6-ae1c-69e977d0d717 will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:25.772762 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:23Z', 'revision_number': 3, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:25.780361 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:25.815458 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9a4bb53e-1761-4314-915a-85016f0fc46e req-bacabd30-0220-47f6-8c19-2e3b85e4f7ff tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.3164966 Aug 30 07:39:25.877627 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Checking router: 7308633e-d167-43ee-9e99-565ab8c649fa for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:39:25.878583 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Updating router 7308633e-d167-43ee-9e99-565ab8c649fa port 66f64e11-ceea-4080-94c8-c6648876d34c binding host dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:39:25.899131 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Pushing event updated for resources: {'Port': ['ID=66f1d556-4296-4ab6-ae1c-69e977d0d717,revision_number=2']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:25.911291 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:25.911893 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:25.912394 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:25.913191 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:25.913941 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:25.914431 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:25.914925 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:25.915441 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:25.916113 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:25.916610 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:25.917201 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:25.917671 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Tracked resource versions report: Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: pushed versions: Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: { 'AddressGroup': {'1.2'}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'ConntrackHelper': {'1.0'}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Log': {'1.0'}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Network': {'1.1'}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Port': {'1.7'}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'PortForwarding': {'1.2'}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'QosPolicy': {'1.9'}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'SecurityGroup': {'1.4'}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'SecurityGroupRule': {'1.2'}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'SubPort': {'1.0'}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Subnet': {'1.1'}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Trunk': {'1.1'}} Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: consumer versions: Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: { DHCP agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: HyperV agent@hv-cinder-80473: {}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: L3 agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: Metadata agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: Metering agent@dv-cinder-804735-4-iscsi: {}, Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: Open vSwitch agent@dv-cinder-804735-4-iscsi: { 'AddressGroup': '1.2', Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'ConntrackHelper': '1.0', Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Log': '1.0', Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Network': '1.1', Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Port': '1.7', Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'PortForwarding': '1.2', Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'QosPolicy': '1.9', Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'SecurityGroup': '1.4', Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'SecurityGroupRule': '1.2', Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'SubPort': '1.0', Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Subnet': '1.1', Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: 'Trunk': '1.1'}} Aug 30 07:39:25.920172 dv-cinder-804735-4-iscsi neutron-server[100502]: {{(pid=100502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 07:39:25.936895 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:25.956437 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Attempting to bind port 66f1d556-4296-4ab6-ae1c-69e977d0d717 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:25.958824 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-11bbd281-8bf0-47c8-93f0-7f8be9af30f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:25.959610 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Attempting to bind port 66f1d556-4296-4ab6-ae1c-69e977d0d717 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:25.960367 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Attempting to bind port 66f1d556-4296-4ab6-ae1c-69e977d0d717 on network 59ff83ee-6d51-4380-b781-8170ef3e97d5 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:25.971779 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:25.974347 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Checking segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:25.975059 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:25.975547 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Bound using segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:25.976103 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Bound port: 66f1d556-4296-4ab6-ae1c-69e977d0d717, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:25.979978 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:25.999569 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-11bbd281-8bf0-47c8-93f0-7f8be9af30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.038766 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 44340) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:26.067297 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.077353 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbd281-8bf0-47c8-93f0-7f8be9af30f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bcadbc-f202-46da-a1e0-5719036a0f4a,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:26.099029 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-11bbd281-8bf0-47c8-93f0-7f8be9af30f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=99df6f3f224c42c3b2d4135fee675bce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9937673 Aug 30 07:39:26.103171 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44344) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:26.110580 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] For port 66f1d556-4296-4ab6-ae1c-69e977d0d717, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:26.115295 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] For port 66f1d556-4296-4ab6-ae1c-69e977d0d717, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=66f1d556-4296-4ab6-ae1c-69e977d0d717,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:26.124705 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.221800 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.235677 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-70e42c1a-8923-4a31-ab68-a1e505870966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.237437 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Routers {'21e9a902-9e58-4b8b-92c7-3199800f0113'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:26.238069 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['21e9a902-9e58-4b8b-92c7-3199800f0113'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:26.279486 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f708e18-bcdd-46db-b73c-e3f00c468247 None None] Pushing event updated for resources: {'Port': ['ID=66f1d556-4296-4ab6-ae1c-69e977d0d717,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:26.282164 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Allocated IP 172.20.0.1 (04c35c0a-1f55-4631-bbae-794e86e1d298/aa1797c0-1e3e-4323-a2f3-31482cc8b4ce/2714ad30-af3a-4ac2-9b33-37f638f26227) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:26.295659 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-70e42c1a-8923-4a31-ab68-a1e505870966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.344420 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ea9115e0-d8ab-4104-8242-d5dea898b3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.362474 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] Set router 21e9a902-9e58-4b8b-92c7-3199800f0113 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:26.432574 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.452868 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Transition to ACTIVE for port object 66f64e11-ceea-4080-94c8-c6648876d34c will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:26.457723 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-70e42c1a-8923-4a31-ab68-a1e505870966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.460895 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-70e42c1a-8923-4a31-ab68-a1e505870966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.462808 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.464479 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.466033 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-70e42c1a-8923-4a31-ab68-a1e505870966 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75bcadbc-f202-46da-a1e0-5719036a0f4a HTTP/1.1" status: 204 len: 168 time: 0.3614814 Aug 30 07:39:26.497230 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e42c1a-8923-4a31-ab68-a1e505870966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bcadbc-f202-46da-a1e0-5719036a0f4a,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:26.526282 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Allocated IP 172.20.0.1 (05ed0500-0b6c-4296-ad10-a297a641c71b/41cee029-d779-4ef7-80ea-8974656e0b1d/838dbfaa-7b86-453a-9764-66072c90a873) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:26.545924 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19fea7-6e6c-411b-b32c-ad3ad64254f3 None None] Pushing event updated for resources: {'Port': ['ID=66f64e11-ceea-4080-94c8-c6648876d34c,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:26.548677 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Attempting to bind port 66f64e11-ceea-4080-94c8-c6648876d34c on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:26.549105 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Attempting to bind port 66f64e11-ceea-4080-94c8-c6648876d34c by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:26.549514 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Attempting to bind port 66f64e11-ceea-4080-94c8-c6648876d34c on network 59ff83ee-6d51-4380-b781-8170ef3e97d5 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:26.555507 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:26.555918 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Checking segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:26.556312 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.557181 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Bound using segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:26.557683 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Bound port: 66f64e11-ceea-4080-94c8-c6648876d34c, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:26.558124 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.632481 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] For port 66f64e11-ceea-4080-94c8-c6648876d34c, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:26.639277 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ea9115e0-d8ab-4104-8242-d5dea898b3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.643767 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'name': 'tempest-ServerRescueNegativeTestJSON-517837943-router', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:22Z', 'revision_number': 3, 'project_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'gw_port': {'id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:26.648428 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] For port 66f64e11-ceea-4080-94c8-c6648876d34c, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=66f64e11-ceea-4080-94c8-c6648876d34c,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:26.649374 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ea9115e0-d8ab-4104-8242-d5dea898b3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.657960 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.666362 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.710678 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84a28c-5cb2-407f-b664-ecb2bd378cfd None None] The sync data for ids ['21e9a902-9e58-4b8b-92c7-3199800f0113'] in dv-cinder-804735-4-iscsi is: [{'id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'name': 'tempest-ServerRescueNegativeTestJSON-517837943-router', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:22Z', 'revision_number': 3, 'project_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'gw_port': {'id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:39:26.729924 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.742485 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19fea7-6e6c-411b-b32c-ad3ad64254f3 None None] Pushing event updated for resources: {'Port': ['ID=66f64e11-ceea-4080-94c8-c6648876d34c,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:26.756247 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Transition to ACTIVE for port object 838dbfaa-7b86-453a-9764-66072c90a873 will not be triggered until provisioned by entity DHCP. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:26.756614 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:26.757716 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:26.758698 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Network 04c35c0a-1f55-4631-bbae-794e86e1d298 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:26.777980 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ea9115e0-d8ab-4104-8242-d5dea898b3c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=964c49c89af74422afdbe1319db607e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7370627 Aug 30 07:39:26.780732 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44360) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:26.783779 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:26.811892 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:26.812491 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698027'] for router_interface, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.838044 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9115e0-d8ab-4104-8242-d5dea898b3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf60fa8-dc4e-46a3-a775-09a335a2809c,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:26.884612 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:26.925748 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:26.979991 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8eda-0885-4fce-ac09-94dcb5b17626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:27.001515 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Pushing event updated for resources: {'Port': ['ID=2714ad30-af3a-4ac2-9b33-37f638f26227,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:27.028472 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Network 05ed0500-0b6c-4296-ad10-a297a641c71b is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:27.043063 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:27.061337 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:27.099593 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Pushing event updated for resources: {'Port': ['ID=838dbfaa-7b86-453a-9764-66072c90a873,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:27.126754 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:27.127848 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698027'] for router_interface, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:27.206600 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8eda-0885-4fce-ac09-94dcb5b17626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:27.206992 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-96a3139f-e076-4ebc-9708-d934226d43f3 req-a8940634-9eef-4b2f-8f14-4434afb1008d tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0556712 Aug 30 07:39:27.312193 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:23Z', 'revision_number': 3, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:27.357299 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345dfb7c-3d5e-4c63-93d2-6ee0ab27c3c9 None None] The sync data for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi is: [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:23Z', 'revision_number': 3, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:39:27.462463 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:27.473009 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:27.473349 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698100'] for router_interface, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:27.576557 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-95fab639-19e5-4c9a-8f45-45d886128975 None None] Provisioning for port 838dbfaa-7b86-453a-9764-66072c90a873 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:27.584761 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8eda-0885-4fce-ac09-94dcb5b17626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:27.587278 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-95fab639-19e5-4c9a-8f45-45d886128975 None None] Provisioning complete for port 838dbfaa-7b86-453a-9764-66072c90a873 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:27.587424 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8eda-0885-4fce-ac09-94dcb5b17626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:27.587739 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-95fab639-19e5-4c9a-8f45-45d886128975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:27.591551 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3b7f8eda-0885-4fce-ac09-94dcb5b17626 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dcf60fa8-dc4e-46a3-a775-09a335a2809c HTTP/1.1" status: 204 len: 168 time: 0.8001771 Aug 30 07:39:27.591722 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Pushing event updated for resources: {'Port': ['ID=2714ad30-af3a-4ac2-9b33-37f638f26227,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:27.643933 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f8eda-0885-4fce-ac09-94dcb5b17626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf60fa8-dc4e-46a3-a775-09a335a2809c,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:27.651740 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:27.686222 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-95fab639-19e5-4c9a-8f45-45d886128975 None None] Port 838dbfaa-7b86-453a-9764-66072c90a873 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:39:27.741927 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Network 04c35c0a-1f55-4631-bbae-794e86e1d298 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:27.743367 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:27.980866 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Router 21e9a902-9e58-4b8b-92c7-3199800f0113 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:39:28.018288 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:28.029875 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:28.031046 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698100'] for router_interface, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:28.180476 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:39:28.193445 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Pushing event updated for resources: {'Port': ['ID=838dbfaa-7b86-453a-9764-66072c90a873,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:28.201825 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f8d311f3-1fb4-49f8-a716-85b79fe4e7bf admin admin] 10.222.0.64 "PUT /v2.0/routers/21e9a902-9e58-4b8b-92c7-3199800f0113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3860507 Aug 30 07:39:28.227479 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Network 05ed0500-0b6c-4296-ad10-a297a641c71b is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:28.229326 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:28.361397 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 44406) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:28.381151 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8bc60565-a109-420e-a13d-05fb75bf1bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:28.576463 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea0cf1de-7935-4c1c-b462-582903563f2a req-92f5ee85-9df7-48df-a294-3d1bba653891 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0725200 Aug 30 07:39:28.602496 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Router 7308633e-d167-43ee-9e99-565ab8c649fa has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:39:28.667115 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-2c555814-6e37-48da-b7f0-3752fa442aa9 None None] Provisioning complete for port 838dbfaa-7b86-453a-9764-66072c90a873 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:28.676475 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2c555814-6e37-48da-b7f0-3752fa442aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:28.700871 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8bc60565-a109-420e-a13d-05fb75bf1bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:28.721758 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8bc60565-a109-420e-a13d-05fb75bf1bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:28.780826 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-2c555814-6e37-48da-b7f0-3752fa442aa9 None None] Port 838dbfaa-7b86-453a-9764-66072c90a873 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:39:28.816663 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8bc60565-a109-420e-a13d-05fb75bf1bd0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aee8afadac6d437b8c76ac8b37070c94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4541533 Aug 30 07:39:28.817529 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc60565-a109-420e-a13d-05fb75bf1bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6f27f4-33b1-4afe-90a7-1b0d61032d87,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:28.819825 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:39:28.822857 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44420) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:28.835559 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-cc5071ab-2edb-407e-8856-42293139873d admin admin] 10.222.0.64 "PUT /v2.0/routers/7308633e-d167-43ee-9e99-565ab8c649fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8150420 Aug 30 07:39:28.924383 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 66f64e11-ceea-4080-94c8-c6648876d34c up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:28.930953 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-70b00d35-0a00-4eb3-996b-71016df3bc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:28.957576 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-70b00d35-0a00-4eb3-996b-71016df3bc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.001558 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 66f64e11-ceea-4080-94c8-c6648876d34c completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:29.013510 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 66f64e11-ceea-4080-94c8-c6648876d34c triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:29.015025 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.065025 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-70b00d35-0a00-4eb3-996b-71016df3bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.068180 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-70b00d35-0a00-4eb3-996b-71016df3bc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.072568 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-70b00d35-0a00-4eb3-996b-71016df3bc34 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be6f27f4-33b1-4afe-90a7-1b0d61032d87 HTTP/1.1" status: 204 len: 168 time: 0.2460380 Aug 30 07:39:29.092657 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b00d35-0a00-4eb3-996b-71016df3bc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6f27f4-33b1-4afe-90a7-1b0d61032d87,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:29.194505 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.220440 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 66f64e11-ceea-4080-94c8-c6648876d34c, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=66f64e11-ceea-4080-94c8-c6648876d34c,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:29.225711 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.227278 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 66f1d556-4296-4ab6-ae1c-69e977d0d717 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:29.326832 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-2e0fadba-327a-4b42-991b-af026009248f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:29.328609 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-2e0fadba-327a-4b42-991b-af026009248f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/networks?id=04c35c0a-1f55-4631-bbae-794e86e1d298 HTTP/1.1" status: 200 len: 818 time: 0.1831357 Aug 30 07:39:29.349016 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=66f64e11-ceea-4080-94c8-c6648876d34c,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:29.361327 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-2e92d553-37ae-4401-8416-6f63efaedb46 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/quotas/a6d2593434d84a30b5d90e55bb9e4778 HTTP/1.1" status: 200 len: 375 time: 0.0252404 Aug 30 07:39:29.422163 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 66f1d556-4296-4ab6-ae1c-69e977d0d717 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:29.429043 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 66f1d556-4296-4ab6-ae1c-69e977d0d717 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:29.429664 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.487727 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-96a0620b-23de-426d-b6b6-79ae54f87a3d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079085 Aug 30 07:39:29.585644 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.608886 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 66f1d556-4296-4ab6-ae1c-69e977d0d717, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=66f1d556-4296-4ab6-ae1c-69e977d0d717,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:29.616873 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:29.627640 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-94f1e870-42d9-4857-a064-5a89ab4bbf11 service neutron] 10.222.0.64 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389298 Aug 30 07:39:29.689839 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=66f1d556-4296-4ab6-ae1c-69e977d0d717,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:29.778607 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-7e209b97-835a-4e71-b579-e7f405114c32 service neutron] 10.222.0.64 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441059 Aug 30 07:39:29.960857 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Sync routers for ids ['21e9a902-9e58-4b8b-92c7-3199800f0113'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:39:29.975567 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Routers {'21e9a902-9e58-4b8b-92c7-3199800f0113'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:29.976848 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['21e9a902-9e58-4b8b-92c7-3199800f0113'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:30.051994 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e56b6640-9aed-4ebc-a6ca-e0c1c91b5158 req-6a52f359-5f15-4461-8e6d-3e4ffd960e36 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0713179 Aug 30 07:39:30.247414 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.68', 55762) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:30.340521 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Sync routers for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:39:30.350463 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:30.351074 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:30.398089 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Set router 21e9a902-9e58-4b8b-92c7-3199800f0113 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:30.655171 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44520) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:30.656797 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44524) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:30.661722 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee5aaa01-e4dd-4eff-8f4d-a83f7a74a936 req-a6bf87c2-8b2c-4daa-85db-3b003e7b514f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 210 time: 0.5024598 Aug 30 07:39:30.744157 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-40a2f7d3-de28-4bfc-9d3e-b2423f9eba00 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855834245', 'description': 'tempest-description--399294041'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:30.771294 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'name': 'tempest-ServerRescueNegativeTestJSON-517837943-router', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:26Z', 'revision_number': 4, 'project_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'gw_port': {'id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '2714ad30-af3a-4ac2-9b33-37f638f26227', 'name': '', 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'mac_address': 'fa:16:3e:7e:f4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'aa1797c0-1e3e-4323-a2f3-31482cc8b4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 2, 'project_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'subnets': [{'id': 'aa1797c0-1e3e-4323-a2f3-31482cc8b4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:30.823416 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 66f64e11-ceea-4080-94c8-c6648876d34c up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:30.895904 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Checking router: 21e9a902-9e58-4b8b-92c7-3199800f0113 for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:39:30.901752 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Updating router 21e9a902-9e58-4b8b-92c7-3199800f0113 port 2714ad30-af3a-4ac2-9b33-37f638f26227 binding host dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:39:30.958701 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:30.985899 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.097682 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-40a2f7d3-de28-4bfc-9d3e-b2423f9eba00 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.229319 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4c903841-9612-4205-b11f-079f694ee782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.261713 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-50fdf3c8-9603-42f5-968e-94481f4f68c7 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:31.264646 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-50fdf3c8-9603-42f5-968e-94481f4f68c7 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.68 "GET /v2.0/networks?id=c18cbbad-7d64-476c-ab38-6a6c2b7b9c10 HTTP/1.1" status: 200 len: 811 time: 1.0125442 Aug 30 07:39:31.315092 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 66f64e11-ceea-4080-94c8-c6648876d34c triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:31.315398 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.360071 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-40a2f7d3-de28-4bfc-9d3e-b2423f9eba00 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.363269 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.db.api [None req-4c903841-9612-4205-b11f-079f694ee782 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 07:39:31.363269 dv-cinder-804735-4-iscsi neutron-server[100500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 07:39:31.363269 dv-cinder-804735-4-iscsi neutron-server[100500]: [parameters: {'project_id_1': 'aee9744e89344edeb5210dedd053d766', 'expiration_1': datetime.datetime(2021, 8, 30, 7, 39, 31, 247508)}] Aug 30 07:39:31.363269 dv-cinder-804735-4-iscsi neutron-server[100500]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 07:39:31.363740 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG oslo_db.api [None req-4c903841-9612-4205-b11f-079f694ee782 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 07:39:31.372804 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-40a2f7d3-de28-4bfc-9d3e-b2423f9eba00 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.390753 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.403177 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Transition to ACTIVE for port object 2714ad30-af3a-4ac2-9b33-37f638f26227 will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:31.415516 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.439987 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2f7d3-de28-4bfc-9d3e-b2423f9eba00 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547e6200-9696-484e-81b8-00caae249819,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:31.458675 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6435c85e-399c-4ba4-a0ef-dddfa4ab5838 req-7a358270-00bd-412a-8587-df6078b38632 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0539432 Aug 30 07:39:31.463383 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-40a2f7d3-de28-4bfc-9d3e-b2423f9eba00 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.466990 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-40a2f7d3-de28-4bfc-9d3e-b2423f9eba00 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8007934 Aug 30 07:39:31.467695 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44582) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:31.476680 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-058d858a-3fb6-47b7-8e73-71e79585f15f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Request body: {'security_group_rule': {'security_group_id': '547e6200-9696-484e-81b8-00caae249819', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:31.497461 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.520621 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d393f-0987-4240-a106-267a56127a26 None None] Pushing event updated for resources: {'Port': ['ID=2714ad30-af3a-4ac2-9b33-37f638f26227,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:31.540564 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-058d858a-3fb6-47b7-8e73-71e79585f15f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.562707 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-26355556-e521-4547-9461-06e28b5f440e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:31.565933 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 66f1d556-4296-4ab6-ae1c-69e977d0d717 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:31.576264 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-26355556-e521-4547-9461-06e28b5f440e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/networks?id=04c35c0a-1f55-4631-bbae-794e86e1d298 HTTP/1.1" status: 200 len: 818 time: 0.3871503 Aug 30 07:39:31.581779 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 44600) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:31.651384 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-e95040ad-63e1-4837-8c2c-e84c1163869b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/quotas/a6d2593434d84a30b5d90e55bb9e4778 HTTP/1.1" status: 200 len: 375 time: 0.0738111 Aug 30 07:39:31.663242 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 2, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:31.700938 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Attempting to bind port 2714ad30-af3a-4ac2-9b33-37f638f26227 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:31.703416 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Attempting to bind port 2714ad30-af3a-4ac2-9b33-37f638f26227 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:31.703916 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Attempting to bind port 2714ad30-af3a-4ac2-9b33-37f638f26227 on network 04c35c0a-1f55-4631-bbae-794e86e1d298 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:31.717849 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:31.718446 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Checking segment: {'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:31.719143 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.721660 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Bound using segment: {'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:31.722571 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Bound port: 2714ad30-af3a-4ac2-9b33-37f638f26227, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:31.723717 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.728423 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Checking router: 7308633e-d167-43ee-9e99-565ab8c649fa for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:39:31.729101 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Updating router 7308633e-d167-43ee-9e99-565ab8c649fa port 838dbfaa-7b86-453a-9764-66072c90a873 binding host dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:39:31.757574 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-a32c7640-14d4-4424-a32a-f55abfc2a0a7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1052303 Aug 30 07:39:31.759598 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-058d858a-3fb6-47b7-8e73-71e79585f15f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.769340 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-058d858a-3fb6-47b7-8e73-71e79585f15f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.778805 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.782241 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 66f1d556-4296-4ab6-ae1c-69e977d0d717 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:31.784496 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.806948 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d858a-3fb6-47b7-8e73-71e79585f15f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7f9341-820b-46eb-8b99-79a7e0b6d5c4,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:31.817737 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-058d858a-3fb6-47b7-8e73-71e79585f15f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.820983 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-058d858a-3fb6-47b7-8e73-71e79585f15f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497488 Aug 30 07:39:31.821586 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44612) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:31.826217 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-e914e349-347e-4861-badb-3b8af101bb18 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Request body: {'security_group_rule': {'security_group_id': '547e6200-9696-484e-81b8-00caae249819', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:31.865542 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4c903841-9612-4205-b11f-079f694ee782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.873011 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] For port 2714ad30-af3a-4ac2-9b33-37f638f26227, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:31.877396 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] For port 2714ad30-af3a-4ac2-9b33-37f638f26227, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=2714ad30-af3a-4ac2-9b33-37f638f26227,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:31.880856 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e914e349-347e-4861-badb-3b8af101bb18 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.887386 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:31.969970 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d393f-0987-4240-a106-267a56127a26 None None] Pushing event updated for resources: {'Port': ['ID=2714ad30-af3a-4ac2-9b33-37f638f26227,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:32.023974 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e914e349-347e-4861-badb-3b8af101bb18 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.026209 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Routers {'21e9a902-9e58-4b8b-92c7-3199800f0113'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:32.028503 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['21e9a902-9e58-4b8b-92c7-3199800f0113'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:32.037979 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e914e349-347e-4861-badb-3b8af101bb18 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.070623 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914e349-347e-4861-badb-3b8af101bb18 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2758fc4f-aafa-416f-b4aa-7eca97ddcf90,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:32.086647 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4c903841-9612-4205-b11f-079f694ee782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.086860 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3072c065-dcbe-4975-9a30-8ca073156276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.095278 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4c903841-9612-4205-b11f-079f694ee782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.125625 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e914e349-347e-4861-badb-3b8af101bb18 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.126908 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e914e349-347e-4861-badb-3b8af101bb18 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042929 Aug 30 07:39:32.131325 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 44624) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:32.137578 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Request body: {'floatingip': {'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:32.207155 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-4c903841-9612-4205-b11f-079f694ee782 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aee9744e89344edeb5210dedd053d766&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5265467 Aug 30 07:39:32.207155 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c903841-9612-4205-b11f-079f694ee782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0ee207-3536-4778-b7de-5b0bcbca4cec,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:32.207155 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44628) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:32.212951 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] Set router 21e9a902-9e58-4b8b-92c7-3199800f0113 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:32.284806 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f9abc57f-9ea2-44d5-b332-f9f7331dd9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.341004 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f9abc57f-9ea2-44d5-b332-f9f7331dd9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.396968 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3072c065-dcbe-4975-9a30-8ca073156276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.424112 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3072c065-dcbe-4975-9a30-8ca073156276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.444646 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.467391 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f9abc57f-9ea2-44d5-b332-f9f7331dd9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.468000 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Transition to ACTIVE for port object 838dbfaa-7b86-453a-9764-66072c90a873 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:32.470209 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f9abc57f-9ea2-44d5-b332-f9f7331dd9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.471453 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f9abc57f-9ea2-44d5-b332-f9f7331dd9b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df0ee207-3536-4778-b7de-5b0bcbca4cec HTTP/1.1" status: 204 len: 168 time: 0.2812517 Aug 30 07:39:32.482726 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.488027 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abc57f-9ea2-44d5-b332-f9f7331dd9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0ee207-3536-4778-b7de-5b0bcbca4cec,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:32.540480 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-01353b20-7168-4c8c-bce2-2885ede6753a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:39:32.551070 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-01353b20-7168-4c8c-bce2-2885ede6753a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1526189 Aug 30 07:39:32.645466 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'name': 'tempest-ServerRescueNegativeTestJSON-517837943-router', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:26Z', 'revision_number': 4, 'project_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'gw_port': {'id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '2714ad30-af3a-4ac2-9b33-37f638f26227', 'name': '', 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'mac_address': 'fa:16:3e:7e:f4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'aa1797c0-1e3e-4323-a2f3-31482cc8b4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:31Z', 'revision_number': 4, 'project_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'subnets': [{'id': 'aa1797c0-1e3e-4323-a2f3-31482cc8b4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:32.687016 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06a2ce-a9b2-4c3c-9535-80c7a4d5d003 None None] The sync data for ids ['21e9a902-9e58-4b8b-92c7-3199800f0113'] in dv-cinder-804735-4-iscsi is: [{'id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'name': 'tempest-ServerRescueNegativeTestJSON-517837943-router', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:26Z', 'revision_number': 4, 'project_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'gw_port': {'id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '2714ad30-af3a-4ac2-9b33-37f638f26227', 'name': '', 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'mac_address': 'fa:16:3e:7e:f4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'aa1797c0-1e3e-4323-a2f3-31482cc8b4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:31Z', 'revision_number': 4, 'project_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'subnets': [{'id': 'aa1797c0-1e3e-4323-a2f3-31482cc8b4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:39:32.717716 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb05be-8b00-49b0-adcd-7b795ec5f4d3 None None] Pushing event updated for resources: {'Port': ['ID=838dbfaa-7b86-453a-9764-66072c90a873,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:32.750425 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Attempting to bind port 838dbfaa-7b86-453a-9764-66072c90a873 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:32.750840 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Attempting to bind port 838dbfaa-7b86-453a-9764-66072c90a873 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:32.751240 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Attempting to bind port 838dbfaa-7b86-453a-9764-66072c90a873 on network 05ed0500-0b6c-4296-ad10-a297a641c71b {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:32.773504 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:32.774106 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Checking segment: {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:32.775846 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.776395 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Bound using segment: {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:32.777037 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Bound port: 838dbfaa-7b86-453a-9764-66072c90a873, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:32.777638 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:32.900513 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-62ebdb4f-a082-4ead-a78c-29bd0f07ff3d service neutron] 10.222.0.64 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470387 Aug 30 07:39:32.930780 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] For port 838dbfaa-7b86-453a-9764-66072c90a873, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:32.971973 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] For port 838dbfaa-7b86-453a-9764-66072c90a873, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=838dbfaa-7b86-453a-9764-66072c90a873,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:32.982183 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.031439 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-420280fa-311d-42ee-92f1-826056a83a3b req-e1f2cad5-e341-4875-bb93-d4ecc0343c4a tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.4011755 Aug 30 07:39:33.032202 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.048461 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072c065-dcbe-4975-9a30-8ca073156276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05196741-d5e8-43bf-be6c-9e8503df2507,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:33.062602 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb05be-8b00-49b0-adcd-7b795ec5f4d3 None None] Pushing event updated for resources: {'Port': ['ID=838dbfaa-7b86-453a-9764-66072c90a873,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:33.114207 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-3072c065-dcbe-4975-9a30-8ca073156276 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17a299634cf649e9b6f20dbbbe76f4f2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5286551 Aug 30 07:39:33.114938 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44652) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:33.127652 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:39:33.127652 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:39:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:33.225384 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44658) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:33.243127 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b0a73dc0-e9a6-4cf5-82b2-39e2d62b043f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.370660 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-0519b95e-e13a-4506-93d9-733236d3ea79 service neutron] 10.222.0.64 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557059 Aug 30 07:39:33.413067 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:39:33.443662 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b0a73dc0-e9a6-4cf5-82b2-39e2d62b043f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.445968 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce90f4a1-6562-4b94-9a83-51df860c177c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.454754 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b0a73dc0-e9a6-4cf5-82b2-39e2d62b043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.524043 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.533945 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a73dc0-e9a6-4cf5-82b2-39e2d62b043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ad158-40fb-4cbe-9db7-f8c849d1015d,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:33.571743 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce90f4a1-6562-4b94-9a83-51df860c177c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.656300 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 44672) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:33.656914 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b0a73dc0-e9a6-4cf5-82b2-39e2d62b043f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e153c74c4b3642ddbbd444d2f2f89d99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4260225 Aug 30 07:39:33.710084 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce90f4a1-6562-4b94-9a83-51df860c177c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.713217 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce90f4a1-6562-4b94-9a83-51df860c177c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.718204 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ce90f4a1-6562-4b94-9a83-51df860c177c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05196741-d5e8-43bf-be6c-9e8503df2507 HTTP/1.1" status: 204 len: 168 time: 0.6009696 Aug 30 07:39:33.728306 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90f4a1-6562-4b94-9a83-51df860c177c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05196741-d5e8-43bf-be6c-9e8503df2507,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:33.818153 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4bd9631f-eb7c-4ab0-b7e2-02ad80176138 req-4efc741a-4d7e-468d-9715-2b5cad2b0715 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.1384041 Aug 30 07:39:33.823374 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a78789f6-5c73-4838-9b34-9d267fb91f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.878005 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Allocated IP 172.27.1.45 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/9009ee95-fcfb-4f3d-92d6-818302260eec) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:33.928741 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-788502fd-0be5-4594-beb6-ed7abfdb7cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:33.931143 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:32Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:39:33.971919 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-788502fd-0be5-4594-beb6-ed7abfdb7cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.006925 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d6375-099d-4770-8854-8302ed4bd522 None None] The sync data for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi is: [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:32Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:39:34.234079 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-788502fd-0be5-4594-beb6-ed7abfdb7cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.236595 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-788502fd-0be5-4594-beb6-ed7abfdb7cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.260276 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-788502fd-0be5-4594-beb6-ed7abfdb7cba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e72ad158-40fb-4cbe-9db7-f8c849d1015d HTTP/1.1" status: 204 len: 168 time: 0.5989783 Aug 30 07:39:34.276284 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-20ef91d0-e685-4a07-a39f-338b76e89437 req-9f89e74e-0a10-416a-bd95-a6e6f2a17bce tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.1137769 Aug 30 07:39:34.306372 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788502fd-0be5-4594-beb6-ed7abfdb7cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ad158-40fb-4cbe-9db7-f8c849d1015d,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:34.346660 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.417683 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44716) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:34.437859 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3de04eb9-70fd-480a-906f-c890f137b5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.443511 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.532537 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:34.535680 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:34.540415 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:34.546398 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event updated for resources: {'Port': ['ID=9009ee95-fcfb-4f3d-92d6-818302260eec,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:34.596546 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3de04eb9-70fd-480a-906f-c890f137b5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.602245 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3de04eb9-70fd-480a-906f-c890f137b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.650704 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.660528 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3de04eb9-70fd-480a-906f-c890f137b5dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23209d6884824d5ebdc7e1f9396596e9&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2418699 Aug 30 07:39:34.661671 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de04eb9-70fd-480a-906f-c890f137b5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a770d396-9957-4e34-93e2-27baf1703157,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:34.663375 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 44730) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:34.766135 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.797132 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-39b120f3-e196-4e1a-a589-e858fed4cff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.821757 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-39b120f3-e196-4e1a-a589-e858fed4cff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:34.886591 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 2714ad30-af3a-4ac2-9b33-37f638f26227 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:34.966563 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 2714ad30-af3a-4ac2-9b33-37f638f26227 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:34.971990 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 2714ad30-af3a-4ac2-9b33-37f638f26227 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:34.972647 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.011237 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-40e46aaf-9f9e-4acb-885d-006123686e42 req-9288794a-fcf4-498d-94b8-c343005a3c64 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0849485 Aug 30 07:39:35.035924 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-39b120f3-e196-4e1a-a589-e858fed4cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.038780 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-39b120f3-e196-4e1a-a589-e858fed4cff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.040173 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-39b120f3-e196-4e1a-a589-e858fed4cff2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a770d396-9957-4e34-93e2-27baf1703157 HTTP/1.1" status: 204 len: 168 time: 0.3740680 Aug 30 07:39:35.053837 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b120f3-e196-4e1a-a589-e858fed4cff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a770d396-9957-4e34-93e2-27baf1703157,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:35.107574 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44748) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:35.133934 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.188766 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.197366 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.216522 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 2714ad30-af3a-4ac2-9b33-37f638f26227, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=2714ad30-af3a-4ac2-9b33-37f638f26227,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:35.225028 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.226130 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 838dbfaa-7b86-453a-9764-66072c90a873 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:35.302849 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.346883 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event updated for resources: {'Port': ['ID=9009ee95-fcfb-4f3d-92d6-818302260eec,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:35.368930 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.370718 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-94e18b59-3f69-4541-a7da-fa39cc00cdde tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2380359 Aug 30 07:39:35.428479 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=2714ad30-af3a-4ac2-9b33-37f638f26227,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:35.443938 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 838dbfaa-7b86-453a-9764-66072c90a873 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:35.450449 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 838dbfaa-7b86-453a-9764-66072c90a873 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:35.450826 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.469603 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0cf6c83a-f19c-415f-8608-2adb6f9e8210 req-d96ed526-85f7-478c-b97f-a68d6730d7de tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0568869 Aug 30 07:39:35.501268 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2d51eab9-96b2-498d-9995-19fc40ebb89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.689923 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44764) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:35.723687 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0324d446-f275-4dfd-8e59-50e853a41feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.773366 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2d51eab9-96b2-498d-9995-19fc40ebb89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.785808 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2d51eab9-96b2-498d-9995-19fc40ebb89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.887490 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:35.896801 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2d51eab9-96b2-498d-9995-19fc40ebb89a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8186986fad14554b6068d329b25c42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7879786 Aug 30 07:39:35.908215 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51eab9-96b2-498d-9995-19fc40ebb89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b91b0a2-2b50-44c6-a8f4-bbd5c0ec5425,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:35.917349 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44776) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:35.952788 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-7c56fae1-af09-4f75-9dd5-71e6adfd63c9 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1855834245&fields=id&tenant_id=b02bc726cb9d4f178a1bd8af764b1abe HTTP/1.1" status: 200 len: 267 time: 0.1148803 Aug 30 07:39:35.971405 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 838dbfaa-7b86-453a-9764-66072c90a873, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=838dbfaa-7b86-453a-9764-66072c90a873,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:39:35.978232 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.163632 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0324d446-f275-4dfd-8e59-50e853a41feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.189447 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0324d446-f275-4dfd-8e59-50e853a41feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.209150 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=838dbfaa-7b86-453a-9764-66072c90a873,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:36.288219 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-64ecbbdf-2ce3-4dc0-899d-0327a6e867e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.309241 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8e3ca64a-73d8-473c-8d2c-b834b24d6d9e req-c6945ee4-b677-45be-b97c-946801ee5ee8 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.1109850 Aug 30 07:39:36.328446 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324d446-f275-4dfd-8e59-50e853a41feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7b8b32-ea74-48b7-9ac6-c5c0ca15f664,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:36.353876 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-2a7e1551-e9ab-41a0-b7e4-85a0b49ada7d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:36.371627 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-2a7e1551-e9ab-41a0-b7e4-85a0b49ada7d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 810 time: 0.4091079 Aug 30 07:39:36.378584 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-51d32e5f-0a02-475d-9be8-a14dcb3469e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.386062 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0324d446-f275-4dfd-8e59-50e853a41feb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51ede735c0f44751a734a6e65bd50215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935444 Aug 30 07:39:36.389946 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 44794) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:36.414477 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-67a25d60-23c6-476e-83d7-404c0fc2ce72 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/quotas/b02bc726cb9d4f178a1bd8af764b1abe HTTP/1.1" status: 200 len: 375 time: 0.0417659 Aug 30 07:39:36.427505 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-51d32e5f-0a02-475d-9be8-a14dcb3469e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.560053 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-51d32e5f-0a02-475d-9be8-a14dcb3469e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.563808 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-51d32e5f-0a02-475d-9be8-a14dcb3469e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.567291 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-51d32e5f-0a02-475d-9be8-a14dcb3469e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b91b0a2-2b50-44c6-a8f4-bbd5c0ec5425 HTTP/1.1" status: 204 len: 168 time: 0.6363935 Aug 30 07:39:36.591844 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d32e5f-0a02-475d-9be8-a14dcb3469e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b91b0a2-2b50-44c6-a8f4-bbd5c0ec5425,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:36.659976 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-54f57484-cb02-4034-83fa-cb67fa9efdb7 req-fe090f0b-8a9c-4ded-b684-f20f608ec197 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0398526 Aug 30 07:39:36.685119 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-36faf69e-6ef4-4cc1-9f3f-be7b70c9b57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.696085 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.701532 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-4dad7b8a-a799-41c6-bd36-580a45db0cfd tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2789054 Aug 30 07:39:36.727349 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-36faf69e-6ef4-4cc1-9f3f-be7b70c9b57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.869483 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 2714ad30-af3a-4ac2-9b33-37f638f26227 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:36.960350 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-6e073eb6-6e15-4a71-9a83-5bfd4b343cb8 service neutron] 10.222.0.64 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174344 Aug 30 07:39:36.976231 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-36faf69e-6ef4-4cc1-9f3f-be7b70c9b57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.984670 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-36faf69e-6ef4-4cc1-9f3f-be7b70c9b57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:36.988673 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-36faf69e-6ef4-4cc1-9f3f-be7b70c9b57a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a7b8b32-ea74-48b7-9ac6-c5c0ca15f664 HTTP/1.1" status: 204 len: 168 time: 0.5977199 Aug 30 07:39:37.036281 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 2714ad30-af3a-4ac2-9b33-37f638f26227 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:37.039089 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.040533 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faf69e-6ef4-4cc1-9f3f-be7b70c9b57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7b8b32-ea74-48b7-9ac6-c5c0ca15f664,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:37.123902 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-32cf0d1d-fe46-4a0b-9aef-647391362e0a service neutron] 10.222.0.64 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624587 Aug 30 07:39:37.276070 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 838dbfaa-7b86-453a-9764-66072c90a873 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:39:37.360510 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.362799 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 44820) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:37.368984 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 838dbfaa-7b86-453a-9764-66072c90a873 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:37.369357 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.415740 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84afec68-b2ba-4cdf-9040-422006b5ecf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.461963 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a1d1bbb-20c1-45ec-807e-d00703d7bcf7 req-4beabf1a-4f61-4aa2-b48a-33e2daf4b91d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0801384 Aug 30 07:39:37.542736 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e68ae04a-5caa-4db3-8fa8-ee6f28827e90 req-7d4803b6-744f-4665-9065-202d8d3f60f7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0616913 Aug 30 07:39:37.639587 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84afec68-b2ba-4cdf-9040-422006b5ecf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.653245 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84afec68-b2ba-4cdf-9040-422006b5ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.721801 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-84afec68-b2ba-4cdf-9040-422006b5ecf5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c73004ec409d4780b6ac6a4d81a5d253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554463 Aug 30 07:39:37.721801 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afec68-b2ba-4cdf-9040-422006b5ecf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97743f00-b5fc-422a-aa9d-0b016da0d86f,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:37.722238 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44840) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:37.839417 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8eb06da7-2cd8-42bb-9f22-d2aa2bcfc62a req-0bbfb214-4e04-460b-afa0-1673d997ceec tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0672657 Aug 30 07:39:37.901730 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-979da047-40ad-4e18-946d-22dca9f18d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:37.943054 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-979da047-40ad-4e18-946d-22dca9f18d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.039158 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-979da047-40ad-4e18-946d-22dca9f18d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.042136 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-979da047-40ad-4e18-946d-22dca9f18d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.044309 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-979da047-40ad-4e18-946d-22dca9f18d90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97743f00-b5fc-422a-aa9d-0b016da0d86f HTTP/1.1" status: 204 len: 168 time: 0.3204367 Aug 30 07:39:38.053595 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979da047-40ad-4e18-946d-22dca9f18d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97743f00-b5fc-422a-aa9d-0b016da0d86f,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:38.639709 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:38.697102 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9f2222df-bb44-4954-80f0-3fa13bd679c0 req-a513abc0-3cf2-43b6-a7a3-32cfb089caff tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.1173122 Aug 30 07:39:38.755569 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-11601e81-73ea-492a-8be6-47413072d737 req-ee6ebad0-df41-4d95-b1ec-691edefa7a28 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0525615 Aug 30 07:39:38.947716 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a6f41dab-579b-485c-ba0d-8b1300c5401c req-e814a023-3262-49ac-b2f9-e8169f6edcfc tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0274282 Aug 30 07:39:39.190056 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 44922) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:39.301286 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2d583ed0-2005-4dc9-a53b-c15a22384d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.391841 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2d583ed0-2005-4dc9-a53b-c15a22384d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.396819 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2d583ed0-2005-4dc9-a53b-c15a22384d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.437641 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2d583ed0-2005-4dc9-a53b-c15a22384d96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15770d83147a41bd97757e054e08f665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464395 Aug 30 07:39:39.438577 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d583ed0-2005-4dc9-a53b-c15a22384d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f356b-8a37-41ce-bf73-12c898d0a731,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:39.440611 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 44932) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:39.491252 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6ca6daad-e8ea-4de7-bf21-eb755b2b4639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.511965 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6ca6daad-e8ea-4de7-bf21-eb755b2b4639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.557949 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6ca6daad-e8ea-4de7-bf21-eb755b2b4639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.561077 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6ca6daad-e8ea-4de7-bf21-eb755b2b4639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:39.564507 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6ca6daad-e8ea-4de7-bf21-eb755b2b4639 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b8f356b-8a37-41ce-bf73-12c898d0a731 HTTP/1.1" status: 204 len: 168 time: 0.1206288 Aug 30 07:39:39.569573 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6daad-e8ea-4de7-bf21-eb755b2b4639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f356b-8a37-41ce-bf73-12c898d0a731,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:39.826809 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bda769e5-ddb7-417a-8bea-cb5b41c6b6eb req-8a7e604b-8220-4886-86b7-3b3f9f646dc2 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0628302 Aug 30 07:39:39.879256 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-19b9c492-4615-4cff-be86-2a8ecdacf633 req-405f793e-1228-4479-80a5-aa1836bc5e10 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0323129 Aug 30 07:39:40.107783 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2ee19d57-4229-46c6-8650-3e552094cd63 req-8d04400b-7d19-4119-b20b-4ecc5ef5a159 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0320835 Aug 30 07:39:40.989889 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ed7a8c7b-d920-4fc7-bbf9-f93768452c1a req-450a73df-5376-4377-8a73-300f2987124c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0518436 Aug 30 07:39:41.019682 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e32c7824-06e1-436d-a785-86ac05b1b1fb req-b0c4072d-dd15-4614-9afa-8ec00760b50a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0324483 Aug 30 07:39:41.203390 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ff549ca8-5b90-4f79-b8ee-4093703b309d req-751e3769-069c-4ea2-a1f1-2293f2d181f6 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0271363 Aug 30 07:39:42.092875 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-73f01e5e-54e0-428f-841e-f9afb2420eae req-846f7b72-500f-42f8-b9ba-1bdda5d48e9a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0324430 Aug 30 07:39:42.118360 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-07e24f72-e353-4d06-8552-9e2346599683 req-5ab5b865-f17d-4da9-bab2-345ddbf69ceb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0278609 Aug 30 07:39:42.299570 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bbb208e6-c1aa-4d3d-bf94-142bb3139471 req-e5ceae8e-da8f-473b-926e-93dfbedfbe38 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0272486 Aug 30 07:39:43.188202 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f8d8f2df-db28-474e-b60c-864c627604db req-90ddd03c-5969-47de-9b71-615c65f05144 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0270028 Aug 30 07:39:43.214540 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-98af2044-d6d9-4dc5-b8b6-ac2e8b93e691 req-8ee333ab-964b-4ebb-9d73-0debd1ce4bd3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0253785 Aug 30 07:39:43.396670 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9d81c6b9-50fd-45ab-99f6-531ec7300512 req-e11e63c4-ffec-42dd-b29a-b2f44b059669 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0289476 Aug 30 07:39:44.313375 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f2ea54af-f49a-4246-a943-eb0535ee813c req-64d4a73a-d9ec-406a-8691-f0b52c81c448 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0522110 Aug 30 07:39:44.373332 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3f6cddb9-01dd-498d-92a7-fb522b7b4362 req-e1468667-2887-46b7-9b09-36faabdd2c9a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0500011 Aug 30 07:39:44.517809 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ddd52497-acd7-44ce-9643-c47c1fbffdde req-baf8dbb7-10f1-418f-a0bc-0ac2fba7ab0e tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0497086 Aug 30 07:39:45.414213 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a469fcbc-4880-40f3-bda0-22aada94f464 req-86c32c9b-caa6-46bd-b5fe-13f16e568727 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0280509 Aug 30 07:39:45.483724 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-433727d4-20c9-488e-81e3-8c5b22db0c75 req-e152e1e3-f62a-4105-9ecf-38576eded1db tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0273166 Aug 30 07:39:45.619373 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33deec30-22f9-4b30-8cb9-ef37a25739eb req-148f08ef-072a-4f14-a2cf-af7c6c28b3ee tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0316367 Aug 30 07:39:46.518630 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a07e35bf-0599-4917-942d-17275d8cf290 req-5dad1b36-5d20-4395-bff8-5d727ff64369 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0293801 Aug 30 07:39:46.574022 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bf07ab08-07bc-489e-bf8a-7bcb189b7e26 req-1e4ed34a-89db-4153-b017-d4ba3321ce11 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0251658 Aug 30 07:39:46.712990 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3ec46f2-8c20-498e-9864-851e32805128 req-97cc97cb-0341-4cb3-a28b-458a822d1ae7 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0264647 Aug 30 07:39:47.026990 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:39:47.609821 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ef31cd5d-3c3a-4993-9cdc-07e9c3387309 req-d68c02b2-3c08-4037-a7b4-86d32d617884 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0262902 Aug 30 07:39:47.666816 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-68495093-ec4e-414e-b8b2-c67909eebb15 req-e145eab0-c2f7-450d-90d4-bb2bb2be3263 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0285783 Aug 30 07:39:47.803004 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0e08840e-41e9-4e92-9b62-096c1982c849 req-7ad0d294-8f72-4939-9c78-96c15467ce11 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0253594 Aug 30 07:39:48.710520 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-26cea298-3b3b-4c24-848c-bbf0d4bea1f4 req-f1f2bfc6-baf6-4fae-8d18-471bfbf7d171 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0343804 Aug 30 07:39:48.767232 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6c7d3bc7-c849-4ce4-9e66-b40354bca78e req-cf3c692e-36c2-4c2c-9937-620ca8ea2033 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0261517 Aug 30 07:39:48.896999 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-346b5371-5cc8-44c0-83ac-20a32baa0a18 req-d24919c4-977f-4771-8543-feaf119464c9 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0256052 Aug 30 07:39:49.802992 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-445802a9-6dca-4344-a80b-cf85c72cc8aa req-12f6a572-9af9-4544-af20-25453b889835 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0276997 Aug 30 07:39:49.852559 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b0563eae-8e29-40c6-916b-c9f10ccf0d8e req-a6f24829-bdb8-47b0-8eab-ae5bd4e1a9a7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0245245 Aug 30 07:39:49.989317 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-70dff95f-4434-4893-98f9-e62a61e4a355 req-e4d2d103-04f3-42ab-a9bf-1d9498d1f563 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0266879 Aug 30 07:39:50.895835 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ccf07bf2-5bbf-4217-9e07-3d9cb35c2f8d req-7c7f6683-e810-4176-ab6d-42dafdcab980 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0296271 Aug 30 07:39:50.942226 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5b9446d9-7094-48cf-aa89-1a45f2bbb5bc req-95d1110e-aa8e-4c12-a296-6f638332c63f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0251458 Aug 30 07:39:50.990605 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Request body: {'port': {'device_id': 'adfb8c40-458e-4026-8042-2195035ed5cc', 'network_id': 'c18cbbad-7d64-476c-ab38-6a6c2b7b9c10', 'admin_state_up': True, 'tenant_id': 'eb97e3009b8e4e88b23b84c15524338a'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:51.096564 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0eb49016-992c-4d1d-82de-3fec2d34cebf req-a608081c-595a-4b6e-bdc6-adae53c7c296 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0289814 Aug 30 07:39:51.208289 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Made reservation on behalf of eb97e3009b8e4e88b23b84c15524338a for: {'port': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:51.211980 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.539178 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Allocated IP 172.20.0.4 (c18cbbad-7d64-476c-ab38-6a6c2b7b9c10/100cd153-57c8-43fa-8aca-4000ec9d0356/4ec57ed7-e5c5-40af-b245-a75e32986701) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:51.700372 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.702031 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.68', 55786) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:51.739868 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.832792 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Network c18cbbad-7d64-476c-ab38-6a6c2b7b9c10 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:51.834714 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-ac95e979-0ac0-4f43-bdc5-c94e6a80bf41 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:51.836218 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-ac95e979-0ac0-4f43-bdc5-c94e6a80bf41 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.68 "GET /v2.0/networks?id=04c35c0a-1f55-4631-bbae-794e86e1d298 HTTP/1.1" status: 200 len: 818 time: 0.1327915 Aug 30 07:39:51.838392 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:51.846231 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:51.853085 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:51.853228 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Request body: {'port': {'device_id': '85e0a7d2-13e3-47ad-898d-1c0e70590b39', 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298', 'admin_state_up': True, 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:51.854030 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for port, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:51.868946 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Pushing event updated for resources: {'Port': ['ID=4ec57ed7-e5c5-40af-b245-a75e32986701,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:51.872633 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d9708a6e-9845-4a08-b87c-19df3d7fa450 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8861222 Aug 30 07:39:51.889992 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-f0c643be-1749-4e26-be20-77719fa113b0 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:39:51.891366 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-f0c643be-1749-4e26-be20-77719fa113b0 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066836 Aug 30 07:39:52.017615 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d7ca107-f918-41a6-a750-b076f3e67222 req-fbac6643-6a85-43e3-84a0-08b3dcc27847 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0412514 Aug 30 07:39:52.064178 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-91b47f66-4437-4464-a428-80cc3a6d597f req-f23cdbde-3812-45d2-b1e0-bec3f937a784 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 210 time: 0.0403833 Aug 30 07:39:52.068320 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Made reservation on behalf of a6d2593434d84a30b5d90e55bb9e4778 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:52.072980 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.109781 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Request body: {'port': {'device_id': 'adfb8c40-458e-4026-8042-2195035ed5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:52.144632 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.68', 55790) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:52.191925 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.413396 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea77cb-c3a5-4a7e-8ffd-71c9adc2917d req-6b79a3c4-59e7-4d59-a10f-14f92f103936 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:52.415004 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b2ea77cb-c3a5-4a7e-8ffd-71c9adc2917d req-6b79a3c4-59e7-4d59-a10f-14f92f103936 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 931 time: 0.2113867 Aug 30 07:39:52.477683 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-1b08c51b-b777-47cc-b229-503db8cf18fc tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:52.478350 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-1b08c51b-b777-47cc-b229-503db8cf18fc tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.68 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 810 time: 0.3324480 Aug 30 07:39:52.483384 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Allocated IP 172.20.0.14 (04c35c0a-1f55-4631-bbae-794e86e1d298/aa1797c0-1e3e-4323-a2f3-31482cc8b4ce/268b8991-48d3-4962-9f75-b85dd97eb842) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:52.514417 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b2ea77cb-c3a5-4a7e-8ffd-71c9adc2917d req-2be36dcd-8dee-4a3a-b367-98b93c2b18af tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836802 Aug 30 07:39:52.526965 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec57ed7-e5c5-40af-b245-a75e32986701 {{(pid=100500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:39:52.540716 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.557768 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Transition to ACTIVE for port object 4ec57ed7-e5c5-40af-b245-a75e32986701 will not be triggered until provisioned by entity L2. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:52.562788 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.614441 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Pushing event updated for resources: {'Port': ['ID=4ec57ed7-e5c5-40af-b245-a75e32986701,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:52.680654 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.managers [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Attempting to bind port 4ec57ed7-e5c5-40af-b245-a75e32986701 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:52.681016 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.managers [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Attempting to bind port 4ec57ed7-e5c5-40af-b245-a75e32986701 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'cfd7899b-e1f1-40d7-95ec-426b0fde06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c18cbbad-7d64-476c-ab38-6a6c2b7b9c10'}] {{(pid=100500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:52.681351 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Attempting to bind port 4ec57ed7-e5c5-40af-b245-a75e32986701 on network c18cbbad-7d64-476c-ab38-6a6c2b7b9c10 {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:52.687179 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Port 4ec57ed7-e5c5-40af-b245-a75e32986701 on network c18cbbad-7d64-476c-ab38-6a6c2b7b9c10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:39:52.687765 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Attempting to bind port 4ec57ed7-e5c5-40af-b245-a75e32986701 on network c18cbbad-7d64-476c-ab38-6a6c2b7b9c10 {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:52.703414 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:52.704121 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Checking segment: {'id': 'cfd7899b-e1f1-40d7-95ec-426b0fde06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c18cbbad-7d64-476c-ab38-6a6c2b7b9c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:52.704323 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Bound using segment: {'id': 'cfd7899b-e1f1-40d7-95ec-426b0fde06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c18cbbad-7d64-476c-ab38-6a6c2b7b9c10'} {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:52.705174 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.managers [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Bound port: 4ec57ed7-e5c5-40af-b245-a75e32986701, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd7899b-e1f1-40d7-95ec-426b0fde06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c18cbbad-7d64-476c-ab38-6a6c2b7b9c10'}}] {{(pid=100500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:52.705174 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.775895 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] For port 4ec57ed7-e5c5-40af-b245-a75e32986701, host hv-cinder-80473, cleared binding levels {{(pid=100500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:52.780378 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] For port 4ec57ed7-e5c5-40af-b245-a75e32986701, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4ec57ed7-e5c5-40af-b245-a75e32986701,segment=NetworkSegment(cfd7899b-e1f1-40d7-95ec-426b0fde06ed),segment_id=cfd7899b-e1f1-40d7-95ec-426b0fde06ed)] {{(pid=100500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:52.785493 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.820949 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:52.821563 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for port, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.823002 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] 10.222.0.68 "PUT /v2.0/ports/4ec57ed7-e5c5-40af-b245-a75e32986701 HTTP/1.1" status: 200 len: 1093 time: 0.7815399 Aug 30 07:39:52.823472 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfb8c40-458e-4026-8042-2195035ed5cc', 'tag': '4ec57ed7-e5c5-40af-b245-a75e32986701'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:39:52.851745 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.890159 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.911066 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda68cd-2009-4490-b70f-26c4ef426c5c service neutron] Pushing event updated for resources: {'Port': ['ID=4ec57ed7-e5c5-40af-b245-a75e32986701,revision_number=3']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:52.964143 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Network 04c35c0a-1f55-4631-bbae-794e86e1d298 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:52.972612 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:52.975324 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:52.981469 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:52.982656 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:52.985303 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2b2053852bbca19f310474c19a8cfcf684cd06d2ad1c86ed95ebbe9c1c4a0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482eb037-070b-473b-ab3e-b3b3e845c661" -d '{"events": [{"name": "network-changed", "server_uuid": "adfb8c40-458e-4026-8042-2195035ed5cc", "tag": "4ec57ed7-e5c5-40af-b245-a75e32986701"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:39:53.002887 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Pushing event updated for resources: {'Port': ['ID=268b8991-48d3-4962-9f75-b85dd97eb842,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:53.013764 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-afc3f07f-3c58-4fe9-b38b-3e6f22ee2d60 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1660907 Aug 30 07:39:53.113062 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-327a240a-5be4-4843-99d5-e4b9b0e390e1 req-ef67cdc0-c443-4bcf-85a4-469547b09b72 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0272186 Aug 30 07:39:53.119575 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51364bd-1224-4acd-940c-f1cfdb5f65ac x-openstack-request-id: req-e51364bd-1224-4acd-940c-f1cfdb5f65ac {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:39:53.120003 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfb8c40-458e-4026-8042-2195035ed5cc", "tag": "4ec57ed7-e5c5-40af-b245-a75e32986701", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:39:53.120694 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e51364bd-1224-4acd-940c-f1cfdb5f65ac {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:39:53.120694 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfb8c40-458e-4026-8042-2195035ed5cc', 'tag': '4ec57ed7-e5c5-40af-b245-a75e32986701', 'status': 'completed', 'code': 200} Aug 30 07:39:53.210022 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d57eed-10e6-4120-b8de-1e1f52173d02 req-d1a7f912-4e5f-424e-8112-52c6cc9b7e5e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:53.211395 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f1d57eed-10e6-4120-b8de-1e1f52173d02 req-d1a7f912-4e5f-424e-8112-52c6cc9b7e5e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 932 time: 0.0469360 Aug 30 07:39:53.248651 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f1d57eed-10e6-4120-b8de-1e1f52173d02 req-224b68ec-7cf5-4564-8798-bfc6bb13f95e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306056 Aug 30 07:39:53.632690 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb42762-ff45-40d9-ae5d-119a4dc1303d req-da288b36-c789-4c3e-afa6-0e9081e3043d tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:53.634239 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4eb42762-ff45-40d9-ae5d-119a4dc1303d req-da288b36-c789-4c3e-afa6-0e9081e3043d tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.0462680 Aug 30 07:39:53.675456 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4eb42762-ff45-40d9-ae5d-119a4dc1303d req-328696a2-43e3-42a6-bca7-243fb927dd34 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347857 Aug 30 07:39:54.204377 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc9fd779-da8c-48f9-8bd0-48ea7bdd8de2 req-72bb91db-69b1-4947-9b88-e90bcde760f1 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0254595 Aug 30 07:39:54.357385 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3833510-7dda-4a1b-9adf-c70b5f16e7c5 req-3c6bdf7f-1480-4ef1-9b06-fa3ebc96361e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:54.358883 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e3833510-7dda-4a1b-9adf-c70b5f16e7c5 req-3c6bdf7f-1480-4ef1-9b06-fa3ebc96361e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 932 time: 0.0462039 Aug 30 07:39:54.397044 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e3833510-7dda-4a1b-9adf-c70b5f16e7c5 req-efab77b0-4ab4-4e43-be0b-a0e5efb667de tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319450 Aug 30 07:39:54.786623 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69dccf-4436-4ef1-8527-fefcb61078ea req-83bbf0d9-4bf2-4b97-974f-c25697de4856 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:54.788140 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dc69dccf-4436-4ef1-8527-fefcb61078ea req-83bbf0d9-4bf2-4b97-974f-c25697de4856 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.0475247 Aug 30 07:39:54.826130 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dc69dccf-4436-4ef1-8527-fefcb61078ea req-ecf8d561-8747-4fd3-a01b-5e5501f18e47 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Aug 30 07:39:55.295714 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7748401f-a8cc-482a-a443-30019553e4c9 req-f7c4ad19-0b43-45a6-9c8b-2cb42a82898d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0285575 Aug 30 07:39:55.508188 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1731268-fe11-417e-ae55-d2226f1a1ca0 req-f87463f0-3cb7-47ae-9240-c1860ed7c781 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:55.509548 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1731268-fe11-417e-ae55-d2226f1a1ca0 req-f87463f0-3cb7-47ae-9240-c1860ed7c781 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 932 time: 0.0466027 Aug 30 07:39:55.546773 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1731268-fe11-417e-ae55-d2226f1a1ca0 req-bb8cc22d-6bf6-4082-ab1a-59206728637d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303988 Aug 30 07:39:55.937120 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83010497-0d1a-41d9-a361-dacf9350268c req-b22a1004-2243-4554-bdad-c231dd49fcd2 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:55.938599 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-83010497-0d1a-41d9-a361-dacf9350268c req-b22a1004-2243-4554-bdad-c231dd49fcd2 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.0477107 Aug 30 07:39:55.975938 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-83010497-0d1a-41d9-a361-dacf9350268c req-f8baeeb0-a038-4687-af15-d6735e8ec819 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311549 Aug 30 07:39:56.386594 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f21e0ba5-f543-4bcd-ba19-ce00ec630719 req-83fa6d51-e618-4e78-a97c-9b9f16c452a2 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0251207 Aug 30 07:39:56.660068 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63327a-ce4d-44ed-9c87-cc4ed48ac80c req-8179084b-fbd3-417e-ad03-ffd8d795b089 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:56.661520 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d63327a-ce4d-44ed-9c87-cc4ed48ac80c req-8179084b-fbd3-417e-ad03-ffd8d795b089 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 932 time: 0.0506387 Aug 30 07:39:56.700137 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d63327a-ce4d-44ed-9c87-cc4ed48ac80c req-68c848e3-f595-4e5a-b5cb-1ce44f62946d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327771 Aug 30 07:39:56.727442 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Request body: {'port': {'device_id': '85e0a7d2-13e3-47ad-898d-1c0e70590b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:56.797783 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ff8ec8f0-3b92-4b6f-ba22-12e96210778f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b02bc726cb9d4f178a1bd8af764b1abe HTTP/1.1" status: 200 len: 380 time: 0.0750654 Aug 30 07:39:56.813865 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb037-070b-473b-ab3e-b3b3e845c661 req-51f9c079-8b18-4d5f-9d2e-16530597e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:56.815374 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-482eb037-070b-473b-ab3e-b3b3e845c661 req-51f9c079-8b18-4d5f-9d2e-16530597e4aa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=eb97e3009b8e4e88b23b84c15524338a&device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 1096 time: 0.0953114 Aug 30 07:39:56.829475 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Request body: {'port': {'device_id': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'admin_state_up': True, 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'security_groups': ['547e6200-9696-484e-81b8-00caae249819']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:39:56.874185 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.003379 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb037-070b-473b-ab3e-b3b3e845c661 req-edb5e0d9-b994-4c7c-bbb8-8691581c992a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:57.004863 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-482eb037-070b-473b-ab3e-b3b3e845c661 req-edb5e0d9-b994-4c7c-bbb8-8691581c992a service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=eb97e3009b8e4e88b23b84c15524338a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1703792 Aug 30 07:39:57.158490 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Made reservation on behalf of b02bc726cb9d4f178a1bd8af764b1abe for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:39:57.162006 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.203043 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e880ea1-53ab-4b57-9037-a92305ae1f37 req-156001bb-5623-4812-9d42-68591fd968dd tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:57.204523 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e880ea1-53ab-4b57-9037-a92305ae1f37 req-156001bb-5623-4812-9d42-68591fd968dd tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.1489687 Aug 30 07:39:57.323293 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e880ea1-53ab-4b57-9037-a92305ae1f37 req-2fe90fd8-a0b5-4849-84ba-4b52f67a232c tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090176 Aug 30 07:39:57.377732 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb037-070b-473b-ab3e-b3b3e845c661 req-f264c949-daf7-4d72-82df-adedddcc8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:57.379220 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-482eb037-070b-473b-ab3e-b3b3e845c661 req-f264c949-daf7-4d72-82df-adedddcc8c0c service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543374 Aug 30 07:39:57.400246 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Allocated IP 172.20.0.6 (05ed0500-0b6c-4296-ad10-a297a641c71b/41cee029-d779-4ef7-80ea-8974656e0b1d/692ed792-fe95-4573-bb50-1d79da797a33) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:39:57.403717 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268b8991-48d3-4962-9f75-b85dd97eb842 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:39:57.413612 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.438234 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Transition to ACTIVE for port object 268b8991-48d3-4962-9f75-b85dd97eb842 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:57.449304 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.539677 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-418e6021-42d8-4fc5-a725-bdda89e72ba6 req-be84bfff-b40f-4b54-9ad2-875b5dbda9f9 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0806267 Aug 30 07:39:57.581612 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Pushing event updated for resources: {'Port': ['ID=268b8991-48d3-4962-9f75-b85dd97eb842,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:57.609105 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d40f5743-89d1-442b-a239-21355d1850d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:57.610581 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d40f5743-89d1-442b-a239-21355d1850d5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=eb97e3009b8e4e88b23b84c15524338a&device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 1096 time: 0.0440860 Aug 30 07:39:57.653144 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.68', 55797) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:39:57.654420 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Attempting to bind port 268b8991-48d3-4962-9f75-b85dd97eb842 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:39:57.654765 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Attempting to bind port 268b8991-48d3-4962-9f75-b85dd97eb842 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:39:57.655115 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Attempting to bind port 268b8991-48d3-4962-9f75-b85dd97eb842 on network 04c35c0a-1f55-4631-bbae-794e86e1d298 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:57.710871 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Port 268b8991-48d3-4962-9f75-b85dd97eb842 on network 04c35c0a-1f55-4631-bbae-794e86e1d298 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:39:57.711248 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Attempting to bind port 268b8991-48d3-4962-9f75-b85dd97eb842 on network 04c35c0a-1f55-4631-bbae-794e86e1d298 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:39:57.729151 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:39:57.729503 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Checking segment: {'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:39:57.730051 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Bound using segment: {'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:39:57.730537 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Bound port: 268b8991-48d3-4962-9f75-b85dd97eb842, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:39:57.730894 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.765066 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.813822 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Transition to ACTIVE for port object 692ed792-fe95-4573-bb50-1d79da797a33 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:39:57.844446 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-3d0e0b7c-2e60-4faa-996e-dec01694ff46 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ec57ed7-e5c5-40af-b245-a75e32986701 HTTP/1.1" status: 200 len: 217 time: 0.2198069 Aug 30 07:39:57.867915 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-34bfd16b-0ff3-41e4-a798-37bfa60dcf9d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:57.869528 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-34bfd16b-0ff3-41e4-a798-37bfa60dcf9d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.68 "GET /v2.0/networks?id=04c35c0a-1f55-4631-bbae-794e86e1d298 HTTP/1.1" status: 200 len: 818 time: 0.2120621 Aug 30 07:39:57.875795 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] For port 268b8991-48d3-4962-9f75-b85dd97eb842, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:39:57.882106 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] For port 268b8991-48d3-4962-9f75-b85dd97eb842, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=268b8991-48d3-4962-9f75-b85dd97eb842,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:39:57.900711 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.929470 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d45b3cf3-b84c-4dce-bb99-d0dcf4e42ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:57.931006 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-d45b3cf3-b84c-4dce-bb99-d0dcf4e42ecf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=100cd153-57c8-43fa-8aca-4000ec9d0356 HTTP/1.1" status: 200 len: 851 time: 0.0781367 Aug 30 07:39:57.975207 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.987521 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:57.988127 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:57.989541 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-060121e1-523f-4ebd-9340-847880229d30 service neutron] 10.222.0.68 "PUT /v2.0/ports/268b8991-48d3-4962-9f75-b85dd97eb842 HTTP/1.1" status: 200 len: 1094 time: 1.2662275 Aug 30 07:39:57.990981 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e0a7d2-13e3-47ad-898d-1c0e70590b39', 'tag': '268b8991-48d3-4962-9f75-b85dd97eb842'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:39:58.194136 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf10dc-16b1-49cc-85d0-7529c7f03a35 req-a3096c5a-230a-4650-9f26-02b6e7609f6d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:58.195594 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4fcf10dc-16b1-49cc-85d0-7529c7f03a35 req-a3096c5a-230a-4650-9f26-02b6e7609f6d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.3212247 Aug 30 07:39:58.197423 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060121e1-523f-4ebd-9340-847880229d30 service neutron] Pushing event updated for resources: {'Port': ['ID=268b8991-48d3-4962-9f75-b85dd97eb842,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:58.234565 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e4beb2-e7d7-4629-946e-987807ce0572" -d '{"events": [{"name": "network-changed", "server_uuid": "85e0a7d2-13e3-47ad-898d-1c0e70590b39", "tag": "268b8991-48d3-4962-9f75-b85dd97eb842"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:39:58.251173 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Network 05ed0500-0b6c-4296-ad10-a297a641c71b is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:39:58.255287 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:39:58.263612 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:39:58.271998 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:58.271998 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:58.298675 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4fcf10dc-16b1-49cc-85d0-7529c7f03a35 req-7d7ce4d4-7db7-46b8-8fff-93ffdd2b0412 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926604 Aug 30 07:39:58.299503 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event updated for resources: {'Port': ['ID=692ed792-fe95-4573-bb50-1d79da797a33,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:39:58.303365 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-ada08e32-61b7-4ad2-b3d2-2bb286adca73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4830859 Aug 30 07:39:58.403265 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85ce02d-0528-43e4-ba82-4619f9e162d2 x-openstack-request-id: req-a85ce02d-0528-43e4-ba82-4619f9e162d2 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:39:58.403848 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e0a7d2-13e3-47ad-898d-1c0e70590b39", "tag": "268b8991-48d3-4962-9f75-b85dd97eb842", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:39:58.403848 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a85ce02d-0528-43e4-ba82-4619f9e162d2 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:39:58.404225 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e0a7d2-13e3-47ad-898d-1c0e70590b39', 'tag': '268b8991-48d3-4962-9f75-b85dd97eb842', 'status': 'completed', 'code': 200} Aug 30 07:39:58.446224 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cd5fa-5f18-4ea0-87a1-dabcb0e93887 req-dea2993d-e5ac-4c67-a3d9-3cd5174233c1 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:58.447717 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9e9cd5fa-5f18-4ea0-87a1-dabcb0e93887 req-dea2993d-e5ac-4c67-a3d9-3cd5174233c1 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.0538762 Aug 30 07:39:58.484922 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9e9cd5fa-5f18-4ea0-87a1-dabcb0e93887 req-292745bb-7521-44e3-82b1-eb175fe34dfd tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306611 Aug 30 07:39:58.544426 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-549bee77-5db6-4e29-9f31-536294e77580 None None] Provisioning for port 692ed792-fe95-4573-bb50-1d79da797a33 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:39:58.547769 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-549bee77-5db6-4e29-9f31-536294e77580 None None] Provisioning complete for port 692ed792-fe95-4573-bb50-1d79da797a33 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:39:58.548132 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-549bee77-5db6-4e29-9f31-536294e77580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:39:58.583141 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-549bee77-5db6-4e29-9f31-536294e77580 None None] Port 692ed792-fe95-4573-bb50-1d79da797a33 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:39:58.651737 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a359d-ab1a-4577-884c-f05c2f00c0dc req-7f07c58d-d3f3-4f11-a33b-42d34b35fed1 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:58.653162 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-505a359d-ab1a-4577-884c-f05c2f00c0dc req-7f07c58d-d3f3-4f11-a33b-42d34b35fed1 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 931 time: 0.0467193 Aug 30 07:39:58.689169 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-505a359d-ab1a-4577-884c-f05c2f00c0dc req-ed60f276-7b5d-4091-a66b-5766c5dfa44a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301187 Aug 30 07:39:59.412972 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63413baa-bd39-4ea5-937f-9a13077364c4 req-6fdd244a-c09e-46f5-b356-0ba39c5fd39a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:59.414412 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-63413baa-bd39-4ea5-937f-9a13077364c4 req-6fdd244a-c09e-46f5-b356-0ba39c5fd39a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0471456 Aug 30 07:39:59.449285 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-63413baa-bd39-4ea5-937f-9a13077364c4 req-80bc8732-f865-47f0-b17d-58b0648222b7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291171 Aug 30 07:39:59.600118 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdd533-e840-4c49-a299-3835b1ec0679 req-b865676d-a77c-4a02-a65e-1e7d7473d770 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:59.601571 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5fcdd533-e840-4c49-a299-3835b1ec0679 req-b865676d-a77c-4a02-a65e-1e7d7473d770 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.0507097 Aug 30 07:39:59.637291 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5fcdd533-e840-4c49-a299-3835b1ec0679 req-8a00cce5-e687-4cee-9307-ea2cb0a2a4a4 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297732 Aug 30 07:39:59.797448 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f53e2-3d2a-4aa9-b558-14e5c0b3d2e5 req-f63b4d29-b70a-4045-8001-c9dd32cdf56b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:39:59.798902 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a14f53e2-3d2a-4aa9-b558-14e5c0b3d2e5 req-f63b4d29-b70a-4045-8001-c9dd32cdf56b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 931 time: 0.0472896 Aug 30 07:39:59.835745 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a14f53e2-3d2a-4aa9-b558-14e5c0b3d2e5 req-b6476420-592b-4b83-8346-49697ddb0e73 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Aug 30 07:40:00.561268 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e6e5c-323d-4965-9b29-218d0bc7fa92 req-ac44564e-0101-4123-9a74-9b9579bdef6c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:00.562756 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-af0e6e5c-323d-4965-9b29-218d0bc7fa92 req-ac44564e-0101-4123-9a74-9b9579bdef6c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0486825 Aug 30 07:40:00.599330 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-af0e6e5c-323d-4965-9b29-218d0bc7fa92 req-c5331daf-fc43-440b-a752-267a6a90c6c5 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306003 Aug 30 07:40:00.750053 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d59b3-0dd0-4dc4-b63f-7d396688e13c req-c02a61d1-8679-4bae-a422-53e62f7b49f1 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:00.751414 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-644d59b3-0dd0-4dc4-b63f-7d396688e13c req-c02a61d1-8679-4bae-a422-53e62f7b49f1 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.0502167 Aug 30 07:40:00.787586 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-644d59b3-0dd0-4dc4-b63f-7d396688e13c req-c2b1cc50-efdb-4fdd-bc4d-9346708dac4a tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303049 Aug 30 07:40:00.943241 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72ba75-0f20-4158-b777-6df69961e2cb req-1b165ac8-c7d8-4c13-97da-a46843d1b5e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:00.944682 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bc72ba75-0f20-4158-b777-6df69961e2cb req-1b165ac8-c7d8-4c13-97da-a46843d1b5e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 931 time: 0.0466070 Aug 30 07:40:00.982197 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bc72ba75-0f20-4158-b777-6df69961e2cb req-334b331d-0198-4e8c-8f5e-88d4904e3971 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309303 Aug 30 07:40:01.288791 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:01.709255 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadad18-cdd4-4241-8266-fb3c6f84b0f5 req-b6662ea0-4e49-4aba-8783-11118f8cd5d7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:01.710735 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2eadad18-cdd4-4241-8266-fb3c6f84b0f5 req-b6662ea0-4e49-4aba-8783-11118f8cd5d7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0479748 Aug 30 07:40:01.747549 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2eadad18-cdd4-4241-8266-fb3c6f84b0f5 req-10eff1eb-75aa-44fc-90b2-cdb277bab0a9 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303268 Aug 30 07:40:01.901726 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff0ecc-18a8-409a-9614-066d2d5a91c8 req-fbca23d4-fc96-46ef-aeca-269abca9eba9 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:01.904076 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-beff0ecc-18a8-409a-9614-066d2d5a91c8 req-fbca23d4-fc96-46ef-aeca-269abca9eba9 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.0521746 Aug 30 07:40:01.939468 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-beff0ecc-18a8-409a-9614-066d2d5a91c8 req-e31270b5-b3e1-4cab-89bb-0b1c18ee128b tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300059 Aug 30 07:40:02.091867 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84942-d21f-43f9-9936-d3e687442cbe req-92ab145a-ab6d-4550-b0a5-ffce62f1ec03 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:02.093305 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-84f84942-d21f-43f9-9936-d3e687442cbe req-92ab145a-ab6d-4550-b0a5-ffce62f1ec03 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 931 time: 0.0468872 Aug 30 07:40:02.129758 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-84f84942-d21f-43f9-9936-d3e687442cbe req-518173be-69c2-4e0a-adb0-098004a5f825 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306416 Aug 30 07:40:02.405391 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Request body: {'port': {'device_id': 'b94c78e5-ae99-40c3-8290-573ea86f9168', 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298', 'admin_state_up': True, 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:02.451422 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Request body: {'port': {'device_id': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:02.526021 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:02.561967 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-03076e38-a2cd-4c2a-bfbc-2d1c61a9532a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c18cbbad-7d64-476c-ab38-6a6c2b7b9c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462441 Aug 30 07:40:02.666321 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Made reservation on behalf of a6d2593434d84a30b5d90e55bb9e4778 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:02.669761 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:02.669931 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-8cc5d895-9f83-4e3a-acbb-3682a8e159ed service neutron] 10.222.0.68 "GET /v2.0/networks/c18cbbad-7d64-476c-ab38-6a6c2b7b9c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833116 Aug 30 07:40:02.717456 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4beb2-e7d7-4629-946e-987807ce0572 req-30d54245-9455-4748-b608-95e56864e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:02.718950 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-78e4beb2-e7d7-4629-946e-987807ce0572 req-30d54245-9455-4748-b608-95e56864e67b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 1097 time: 0.1765263 Aug 30 07:40:02.766218 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2fc3d4c3-ea81-450b-b906-e09fee1fb4c3 req-21f0f62d-7e67-4858-a110-ec6e269563dd service neutron] 10.222.0.68 "GET /v2.0/networks/c18cbbad-7d64-476c-ab38-6a6c2b7b9c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804596 Aug 30 07:40:03.113118 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4beb2-e7d7-4629-946e-987807ce0572 req-97d54e19-02e0-4549-aa0f-7e2f786991f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:03.114560 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-78e4beb2-e7d7-4629-946e-987807ce0572 req-97d54e19-02e0-4549-aa0f-7e2f786991f4 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3808496 Aug 30 07:40:03.121588 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cf479-b501-4fd5-bec0-b59ff077fbde req-b2bb9f49-deab-43f4-9b1a-615a51c7a5bc tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:03.123648 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b10cf479-b501-4fd5-bec0-b59ff077fbde req-b2bb9f49-deab-43f4-9b1a-615a51c7a5bc tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.3070512 Aug 30 07:40:03.370497 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Allocated IP 172.20.0.3 (04c35c0a-1f55-4631-bbae-794e86e1d298/aa1797c0-1e3e-4323-a2f3-31482cc8b4ce/e05a149e-875d-4ffd-83b8-8f0315f2a766) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:40:03.430040 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4a27c-be62-4711-b314-86b686ab60ec req-f5cbaccd-841b-48d2-a6b9-640a286d8be0 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:03.431590 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-46e4a27c-be62-4711-b314-86b686ab60ec req-f5cbaccd-841b-48d2-a6b9-640a286d8be0 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.4207394 Aug 30 07:40:03.528694 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-70095bbc-479e-4863-bbd5-794761d43529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.545146 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b10cf479-b501-4fd5-bec0-b59ff077fbde req-7c3af447-9a72-48f7-963c-bb948cd7290e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058883 Aug 30 07:40:03.579659 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692ed792-fe95-4573-bb50-1d79da797a33 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:03.593364 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.609994 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4beb2-e7d7-4629-946e-987807ce0572 req-02b75e01-ce1f-460f-8977-775f124f6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:03.611478 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-78e4beb2-e7d7-4629-946e-987807ce0572 req-02b75e01-ce1f-460f-8977-775f124f6ae2 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4797375 Aug 30 07:40:03.643720 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-46e4a27c-be62-4711-b314-86b686ab60ec req-b2af6927-68c5-4277-a5cc-4f3205aa6f1c tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906343 Aug 30 07:40:03.689195 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Transition to ACTIVE for port object 692ed792-fe95-4573-bb50-1d79da797a33 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:03.699512 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.823273 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a523-078b-47af-95a6-9f32eefe83d4 req-d5f94a19-83aa-4de3-9241-116408bde654 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:03.825546 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f2b5a523-078b-47af-95a6-9f32eefe83d4 req-d5f94a19-83aa-4de3-9241-116408bde654 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 931 time: 0.2106705 Aug 30 07:40:03.833620 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Pushing event updated for resources: {'Port': ['ID=692ed792-fe95-4573-bb50-1d79da797a33,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:03.868089 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:03.910262 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-bc088828-b938-4ae8-9de3-b61c77de5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:03.911701 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-bc088828-b938-4ae8-9de3-b61c77de5d15 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 1097 time: 0.1690848 Aug 30 07:40:03.939088 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Attempting to bind port 692ed792-fe95-4573-bb50-1d79da797a33 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:40:03.939447 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Attempting to bind port 692ed792-fe95-4573-bb50-1d79da797a33 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:40:03.939788 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Attempting to bind port 692ed792-fe95-4573-bb50-1d79da797a33 on network 05ed0500-0b6c-4296-ad10-a297a641c71b {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:04.004966 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f2b5a523-078b-47af-95a6-9f32eefe83d4 req-7e525e2a-0beb-4ea3-9978-a94e1767264a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607354 Aug 30 07:40:04.010917 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-381104d4-5280-4ee8-a558-dbc7d77363df service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=268b8991-48d3-4962-9f75-b85dd97eb842 HTTP/1.1" status: 200 len: 217 time: 0.0835202 Aug 30 07:40:04.011490 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Port 692ed792-fe95-4573-bb50-1d79da797a33 on network 05ed0500-0b6c-4296-ad10-a297a641c71b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:40:04.011810 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Attempting to bind port 692ed792-fe95-4573-bb50-1d79da797a33 on network 05ed0500-0b6c-4296-ad10-a297a641c71b {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:04.022537 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:40:04.022820 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Checking segment: {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:04.023218 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Bound using segment: {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:40:04.023646 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Bound port: 692ed792-fe95-4573-bb50-1d79da797a33, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:40:04.024005 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.105131 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.118995 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-88e98cd4-6f50-4ef4-949f-f3853e1852ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:04.120484 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-88e98cd4-6f50-4ef4-949f-f3853e1852ef service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa1797c0-1e3e-4323-a2f3-31482cc8b4ce HTTP/1.1" status: 200 len: 858 time: 0.1001236 Aug 30 07:40:04.220309 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-6c363566-939a-4448-b4c7-5cf0e3540aba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04c35c0a-1f55-4631-bbae-794e86e1d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732336 Aug 30 07:40:04.224421 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Network 04c35c0a-1f55-4631-bbae-794e86e1d298 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:40:04.230673 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:04.232544 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Pushing event updated for resources: {'Port': ['ID=e05a149e-875d-4ffd-83b8-8f0315f2a766,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:04.236558 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:40:04.242072 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:04.242675 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.269684 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] For port 692ed792-fe95-4573-bb50-1d79da797a33, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:40:04.324464 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] For port 692ed792-fe95-4573-bb50-1d79da797a33, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=692ed792-fe95-4573-bb50-1d79da797a33,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:40:04.331244 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-fc155384-ebce-4b0b-8057-cbe20958de47 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9310715 Aug 30 07:40:04.334302 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.373579 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Request body: {'port': {'device_id': 'b94c78e5-ae99-40c3-8290-573ea86f9168', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:04.416808 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:04.417480 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.419048 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] 10.222.0.68 "PUT /v2.0/ports/692ed792-fe95-4573-bb50-1d79da797a33 HTTP/1.1" status: 200 len: 1093 time: 1.9725025 Aug 30 07:40:04.425460 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'tag': '692ed792-fe95-4573-bb50-1d79da797a33'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:04.427720 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9181ac1-412a-41b1-976b-978aecbf69ab" -d '{"events": [{"name": "network-changed", "server_uuid": "df0719c1-6236-447f-9993-de0a3fcb5920", "tag": "692ed792-fe95-4573-bb50-1d79da797a33"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:04.448711 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-9a214b55-e960-4b59-872a-af878f77d4cb service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031407 Aug 30 07:40:04.532553 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b033a4-217e-44ae-957a-5531c516c961 x-openstack-request-id: req-05b033a4-217e-44ae-957a-5531c516c961 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:04.532835 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0719c1-6236-447f-9993-de0a3fcb5920", "tag": "692ed792-fe95-4573-bb50-1d79da797a33", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:04.533297 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05b033a4-217e-44ae-957a-5531c516c961 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:04.533475 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'tag': '692ed792-fe95-4573-bb50-1d79da797a33', 'status': 'completed', 'code': 200} Aug 30 07:40:04.535831 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aad31f-584e-4f89-b0f9-56d182b31356 service neutron] Pushing event updated for resources: {'Port': ['ID=692ed792-fe95-4573-bb50-1d79da797a33,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:04.596083 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:04.699399 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-abc45e1e-6dd2-4eff-ba9e-67cc105650f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:04.701139 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-abc45e1e-6dd2-4eff-ba9e-67cc105650f5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 1096 time: 0.1999533 Aug 30 07:40:04.765010 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ae2799-a2d8-42fe-8f21-ff484ed3d2a2 req-748af38a-1c9f-4190-ae2d-9d37ebb4ad07 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916028 Aug 30 07:40:04.778036 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-4f45c8e8-e20f-43c9-aa09-ec076492a721 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692ed792-fe95-4573-bb50-1d79da797a33 HTTP/1.1" status: 200 len: 217 time: 0.0639329 Aug 30 07:40:04.884653 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac96d2a-59b9-47d3-9973-ab0f25d4cdb3 req-7237f5fd-da00-4ee7-b460-6c709ac881b9 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:04.886104 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ac96d2a-59b9-47d3-9973-ab0f25d4cdb3 req-7237f5fd-da00-4ee7-b460-6c709ac881b9 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.2724750 Aug 30 07:40:04.980141 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-4fb4cccb-ea2d-4c4e-933a-c15c8b4d11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:04.982162 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-4fb4cccb-ea2d-4c4e-933a-c15c8b4d11e0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 200 len: 849 time: 0.1888680 Aug 30 07:40:04.999434 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75c78-87a9-4b62-8d69-82d3fe4f628c req-52320289-2460-4c2a-a2fd-d53f1bb1a390 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:05.000832 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-76f75c78-87a9-4b62-8d69-82d3fe4f628c req-52320289-2460-4c2a-a2fd-d53f1bb1a390 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.2720127 Aug 30 07:40:05.029322 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ac96d2a-59b9-47d3-9973-ab0f25d4cdb3 req-7151fd0c-74cd-4911-adf7-5aeaa24a1c64 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313472 Aug 30 07:40:05.116929 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-76f75c78-87a9-4b62-8d69-82d3fe4f628c req-c68d1032-1ed3-4fb5-8ddb-c0a9c73bdbdc tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004767 Aug 30 07:40:05.134252 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-770d8418-194e-4847-a52f-e7c4db455af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:05.135968 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-770d8418-194e-4847-a52f-e7c4db455af5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05ed0500-0b6c-4296-ad10-a297a641c71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1296966 Aug 30 07:40:05.403779 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea864-d158-4858-8190-6ad1c8b80b2a req-1c8abad6-a721-4654-b737-f98136e3f272 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:05.405161 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9fcea864-d158-4858-8190-6ad1c8b80b2a req-1c8abad6-a721-4654-b737-f98136e3f272 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 943 time: 0.3163779 Aug 30 07:40:05.438576 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05a149e-875d-4ffd-83b8-8f0315f2a766 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:05.450954 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.487602 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9fcea864-d158-4858-8190-6ad1c8b80b2a req-321ff5e9-2410-4d9a-b316-a1b3774ddcea tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756700 Aug 30 07:40:05.488508 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Transition to ACTIVE for port object e05a149e-875d-4ffd-83b8-8f0315f2a766 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:05.492664 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-c3a7bac0-7bbb-43ba-ac35-741f941ce926 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462675 Aug 30 07:40:05.493920 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.545606 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Pushing event updated for resources: {'Port': ['ID=e05a149e-875d-4ffd-83b8-8f0315f2a766,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:05.573684 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Attempting to bind port e05a149e-875d-4ffd-83b8-8f0315f2a766 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:40:05.574022 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Attempting to bind port e05a149e-875d-4ffd-83b8-8f0315f2a766 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:40:05.574353 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Attempting to bind port e05a149e-875d-4ffd-83b8-8f0315f2a766 on network 04c35c0a-1f55-4631-bbae-794e86e1d298 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:05.579234 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Port e05a149e-875d-4ffd-83b8-8f0315f2a766 on network 04c35c0a-1f55-4631-bbae-794e86e1d298 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:40:05.579550 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Attempting to bind port e05a149e-875d-4ffd-83b8-8f0315f2a766 on network 04c35c0a-1f55-4631-bbae-794e86e1d298 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:05.592479 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:40:05.592479 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Checking segment: {'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:05.592479 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Bound using segment: {'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:40:05.592795 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Bound port: e05a149e-875d-4ffd-83b8-8f0315f2a766, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf3b60a-041f-424b-b887-360415c0319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:40:05.593059 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.657331 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] For port e05a149e-875d-4ffd-83b8-8f0315f2a766, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:40:05.660205 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] For port e05a149e-875d-4ffd-83b8-8f0315f2a766, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e05a149e-875d-4ffd-83b8-8f0315f2a766,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:40:05.665278 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.697493 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:05.698052 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:05.699541 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] 10.222.0.68 "PUT /v2.0/ports/e05a149e-875d-4ffd-83b8-8f0315f2a766 HTTP/1.1" status: 200 len: 1093 time: 1.3493154 Aug 30 07:40:05.727239 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d21297-05d1-4bc4-9934-bee1dec07375 service neutron] Pushing event updated for resources: {'Port': ['ID=e05a149e-875d-4ffd-83b8-8f0315f2a766,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:06.131501 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-3645207e-3a95-48dd-9964-1fe4d833eb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:06.141504 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f5bac-5f6b-4a91-9a37-b8bc67568efb req-0d1a306b-0800-4a48-acde-9bd192b1c52e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:06.143224 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d46f5bac-5f6b-4a91-9a37-b8bc67568efb req-0d1a306b-0800-4a48-acde-9bd192b1c52e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0480530 Aug 30 07:40:06.180331 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d46f5bac-5f6b-4a91-9a37-b8bc67568efb req-6d9055cb-cc1b-42fa-8c44-ad44a2d9bf46 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Aug 30 07:40:06.226320 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfa067-3d45-4819-baf3-68a832ed48fa req-a0922351-e7aa-4da2-9d64-b24c67ad0d63 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:06.227778 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-13cfa067-3d45-4819-baf3-68a832ed48fa req-a0922351-e7aa-4da2-9d64-b24c67ad0d63 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.0466917 Aug 30 07:40:06.263996 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-13cfa067-3d45-4819-baf3-68a832ed48fa req-d037abd3-7cbe-478d-9505-d7b42a47b555 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298820 Aug 30 07:40:06.534369 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94c78e5-ae99-40c3-8290-573ea86f9168', 'tag': 'e05a149e-875d-4ffd-83b8-8f0315f2a766'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:06.536699 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec59756-3dbe-4ce9-9e39-107abc4f661d" -d '{"events": [{"name": "network-changed", "server_uuid": "b94c78e5-ae99-40c3-8290-573ea86f9168", "tag": "e05a149e-875d-4ffd-83b8-8f0315f2a766"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:06.571985 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc8dab0-cd53-4443-b241-3c0cf9890768 x-openstack-request-id: req-3cc8dab0-cd53-4443-b241-3c0cf9890768 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:06.572268 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94c78e5-ae99-40c3-8290-573ea86f9168", "tag": "e05a149e-875d-4ffd-83b8-8f0315f2a766", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:06.572510 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3cc8dab0-cd53-4443-b241-3c0cf9890768 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:06.572887 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94c78e5-ae99-40c3-8290-573ea86f9168', 'tag': 'e05a149e-875d-4ffd-83b8-8f0315f2a766', 'status': 'completed', 'code': 200} Aug 30 07:40:06.608157 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f019b-1599-487c-a1bf-ce26a2e94bb0 req-758cfa01-6427-4121-9fa0-d10f45504be9 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:06.609622 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-026f019b-1599-487c-a1bf-ce26a2e94bb0 req-758cfa01-6427-4121-9fa0-d10f45504be9 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 943 time: 0.0526972 Aug 30 07:40:06.650652 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-026f019b-1599-487c-a1bf-ce26a2e94bb0 req-88ade1cd-6bb6-4370-92de-c325990bed99 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350785 Aug 30 07:40:06.673907 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:07.175584 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-388b0bcb-32f1-44f0-95f4-60613a7cea90 req-b9d4d3f3-3180-4dc2-8dfb-75a7b97fd65b service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796187 Aug 30 07:40:07.293011 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a02436-f881-47cd-8b3c-b48d99c2c2c2 req-2e72ad61-7401-43df-aba2-841e241e6584 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:07.294486 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d5a02436-f881-47cd-8b3c-b48d99c2c2c2 req-2e72ad61-7401-43df-aba2-841e241e6584 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0481436 Aug 30 07:40:07.326543 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:07.334269 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d5a02436-f881-47cd-8b3c-b48d99c2c2c2 req-5e62d21f-4440-424d-80d6-c21b8c057302 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338354 Aug 30 07:40:07.383768 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eab75d-dac4-45cd-9446-1139beb93ca8 req-6df65ed0-20cc-48a1-8186-e58929de1c74 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:07.385230 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-31eab75d-dac4-45cd-9446-1139beb93ca8 req-6df65ed0-20cc-48a1-8186-e58929de1c74 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.0542142 Aug 30 07:40:07.421736 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-31eab75d-dac4-45cd-9446-1139beb93ca8 req-b98d7a8c-58a7-4ac7-bc26-933c70b5b25e tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299528 Aug 30 07:40:07.762924 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba4167-0211-43d2-841b-32583a5b1cba req-a4dbb6de-592d-4cbd-999b-cb7f9a4867c7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:07.764478 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a6ba4167-0211-43d2-841b-32583a5b1cba req-a4dbb6de-592d-4cbd-999b-cb7f9a4867c7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 943 time: 0.0488513 Aug 30 07:40:07.801893 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a6ba4167-0211-43d2-841b-32583a5b1cba req-ad8a39e2-db1c-4b12-bf6e-ae894fe25c50 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310640 Aug 30 07:40:08.451613 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122f93d-344a-4844-85f8-d8b9bfa87e00 req-e6cb72c4-8f31-4f75-bec2-105600b90037 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:08.453103 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4122f93d-344a-4844-85f8-d8b9bfa87e00 req-e6cb72c4-8f31-4f75-bec2-105600b90037 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0500815 Aug 30 07:40:08.490466 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4122f93d-344a-4844-85f8-d8b9bfa87e00 req-9422d2cb-02c6-4078-afef-98f3f5bf3a84 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Aug 30 07:40:08.542886 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d68349-c58b-4bee-a3fc-4042c8e4aaaa req-62e52050-5104-45a2-8e52-da944594981f tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:08.544413 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-51d68349-c58b-4bee-a3fc-4042c8e4aaaa req-62e52050-5104-45a2-8e52-da944594981f tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.0514445 Aug 30 07:40:08.580841 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-51d68349-c58b-4bee-a3fc-4042c8e4aaaa req-586549e6-3af0-4fc8-9e1f-d538679f38b9 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306311 Aug 30 07:40:08.629278 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:08.913498 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee9bd0-d1dd-4257-9886-93b690c8bf60 req-add99042-b7a9-43cd-9c01-4a7874c7c7e2 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:08.914969 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ccee9bd0-d1dd-4257-9886-93b690c8bf60 req-add99042-b7a9-43cd-9c01-4a7874c7c7e2 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 943 time: 0.0479207 Aug 30 07:40:08.953250 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ccee9bd0-d1dd-4257-9886-93b690c8bf60 req-dfd5728e-50c0-4c09-870e-31b0e79495dc tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Aug 30 07:40:09.600702 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e7af1-5f1a-4f20-8c95-86e0f70e24ce req-8da538af-5a86-48c6-ab1d-804ae5532c07 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:09.602463 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-680e7af1-5f1a-4f20-8c95-86e0f70e24ce req-8da538af-5a86-48c6-ab1d-804ae5532c07 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0464053 Aug 30 07:40:09.649769 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-680e7af1-5f1a-4f20-8c95-86e0f70e24ce req-dc123adf-2577-4ae8-a071-36d65831c4a4 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Aug 30 07:40:09.740734 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec59756-3dbe-4ce9-9e39-107abc4f661d req-d4368f43-45a4-44a4-8fb1-8d0b7318380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:09.742218 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7ec59756-3dbe-4ce9-9e39-107abc4f661d req-d4368f43-45a4-44a4-8fb1-8d0b7318380a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 1096 time: 0.1061385 Aug 30 07:40:09.747020 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181ac1-412a-41b1-976b-978aecbf69ab req-7cafe8b6-2a10-4674-b9bc-8fdf0ae38004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:09.748392 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c9181ac1-412a-41b1-976b-978aecbf69ab req-7cafe8b6-2a10-4674-b9bc-8fdf0ae38004 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 1096 time: 0.0967717 Aug 30 07:40:09.756156 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8121190-94fd-47a9-b494-abd3d0fc27cc req-e165adfe-7cc6-4b36-a065-ebd6a4dc93de tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:09.757507 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8121190-94fd-47a9-b494-abd3d0fc27cc req-e165adfe-7cc6-4b36-a065-ebd6a4dc93de tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.1069026 Aug 30 07:40:09.957355 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8121190-94fd-47a9-b494-abd3d0fc27cc req-3a3d49be-a471-4984-b27b-082cdfc28c4c tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806674 Aug 30 07:40:10.005324 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec59756-3dbe-4ce9-9e39-107abc4f661d req-7e3b2687-bdcc-456c-902e-164ae1dad7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.006791 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7ec59756-3dbe-4ce9-9e39-107abc4f661d req-7e3b2687-bdcc-456c-902e-164ae1dad7d7 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2463212 Aug 30 07:40:10.007878 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181ac1-412a-41b1-976b-978aecbf69ab req-65e61753-0b6c-4726-9a5b-3a2998eec544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.009201 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c9181ac1-412a-41b1-976b-978aecbf69ab req-65e61753-0b6c-4726-9a5b-3a2998eec544 service neutron] 10.222.0.68 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 911 time: 0.2405095 Aug 30 07:40:10.119223 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c9181ac1-412a-41b1-976b-978aecbf69ab req-27b7c75a-d471-44fd-b486-c08e2e5fb979 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692ed792-fe95-4573-bb50-1d79da797a33 HTTP/1.1" status: 200 len: 217 time: 0.0919373 Aug 30 07:40:10.155740 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d890d-d4c9-4a5d-9560-5933f057347d req-f1a795eb-0b6d-4211-bb59-460b075c4d7b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.157200 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9e4d890d-d4c9-4a5d-9560-5933f057347d req-f1a795eb-0b6d-4211-bb59-460b075c4d7b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 943 time: 0.1382720 Aug 30 07:40:10.236990 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181ac1-412a-41b1-976b-978aecbf69ab req-ef4ad50c-6855-45ac-8179-fc08c1142eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.238432 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c9181ac1-412a-41b1-976b-978aecbf69ab req-ef4ad50c-6855-45ac-8179-fc08c1142eee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 200 len: 849 time: 0.1024823 Aug 30 07:40:10.239386 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec59756-3dbe-4ce9-9e39-107abc4f661d req-ee45f90e-bdb3-461b-837b-367de3715dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.240687 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7ec59756-3dbe-4ce9-9e39-107abc4f661d req-ee45f90e-bdb3-461b-837b-367de3715dc4 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2126553 Aug 30 07:40:10.245481 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9e4d890d-d4c9-4a5d-9560-5933f057347d req-67c06c75-a537-41f8-b6ca-97ab7d11a1da tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696855 Aug 30 07:40:10.295902 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181ac1-412a-41b1-976b-978aecbf69ab req-3175b3d7-c836-4b65-8353-6c10cdc8feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.297368 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c9181ac1-412a-41b1-976b-978aecbf69ab req-3175b3d7-c836-4b65-8353-6c10cdc8feeb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05ed0500-0b6c-4296-ad10-a297a641c71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485299 Aug 30 07:40:10.377429 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-10dc6e60-5ea7-4df8-9a20-fc52e917a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.378804 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-10dc6e60-5ea7-4df8-9a20-fc52e917a29e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 1096 time: 0.0943615 Aug 30 07:40:10.437588 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-17fd0c08-aca8-4c4f-8457-ef02efb358a4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e05a149e-875d-4ffd-83b8-8f0315f2a766 HTTP/1.1" status: 200 len: 217 time: 0.0485959 Aug 30 07:40:10.442694 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c9181ac1-412a-41b1-976b-978aecbf69ab req-63a82f99-71be-45ae-a6f6-4fde537ce64b service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286037 Aug 30 07:40:10.537807 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-a8bbcc23-a2d4-4201-b1da-0f095f1302e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.539273 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-a8bbcc23-a2d4-4201-b1da-0f095f1302e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa1797c0-1e3e-4323-a2f3-31482cc8b4ce HTTP/1.1" status: 200 len: 858 time: 0.0894239 Aug 30 07:40:10.579135 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-8c200dc0-a1c7-485c-bee9-efee70a97509 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04c35c0a-1f55-4631-bbae-794e86e1d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312366 Aug 30 07:40:10.591806 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c9181ac1-412a-41b1-976b-978aecbf69ab req-16f86680-c168-47e5-ac3b-d581dfcc0c3c service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401937 Aug 30 07:40:10.674010 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-da595fe1-70b4-440e-b3bb-3d0f389ce084 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811718 Aug 30 07:40:10.800711 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1419b-2db2-4b29-a4c1-033c882cee4b req-e765c9bd-e874-4979-a14d-aaeffbb3febb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:10.802173 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c0b1419b-2db2-4b29-a4c1-033c882cee4b req-e765c9bd-e874-4979-a14d-aaeffbb3febb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0734770 Aug 30 07:40:10.818559 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c68b3cd-6e62-4201-93f8-3b19621e1973 req-f154fdbf-8a91-4ee1-8d2b-dedb970e9ab4 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367357 Aug 30 07:40:10.859639 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c0b1419b-2db2-4b29-a4c1-033c882cee4b req-d035ae5d-195e-4517-b334-8d32e22fbde9 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441797 Aug 30 07:40:11.098545 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23efb8-3898-49f4-9718-7e67a6875fa8 req-a069d127-4a08-4d2c-8dab-d5707cec620e tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:11.100086 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cb23efb8-3898-49f4-9718-7e67a6875fa8 req-a069d127-4a08-4d2c-8dab-d5707cec620e tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.0638578 Aug 30 07:40:11.137202 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cb23efb8-3898-49f4-9718-7e67a6875fa8 req-fe07f460-6270-4d6c-a299-f44225fd1867 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311048 Aug 30 07:40:11.359624 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a0d71-020e-4be8-b5ab-bc75fd17957e req-ece5700b-17c4-407c-ba8c-99a535ebf036 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:11.361048 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f87a0d71-020e-4be8-b5ab-bc75fd17957e req-ece5700b-17c4-407c-ba8c-99a535ebf036 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 943 time: 0.0491548 Aug 30 07:40:11.396343 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f87a0d71-020e-4be8-b5ab-bc75fd17957e req-5988f861-207e-4ee4-a842-579c2a602820 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295923 Aug 30 07:40:11.967180 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17918c1b-bcc7-414a-8e4c-706ce689bf22 req-e989ec5e-c395-4038-b56e-d18ef41da97d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:11.968719 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-17918c1b-bcc7-414a-8e4c-706ce689bf22 req-e989ec5e-c395-4038-b56e-d18ef41da97d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0483854 Aug 30 07:40:12.009400 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-17918c1b-bcc7-414a-8e4c-706ce689bf22 req-46dd515b-c26d-41a0-a342-bf554cd285d5 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345433 Aug 30 07:40:12.290094 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187056fd-f4b3-4b75-b170-81d7286f6124 req-578ae675-14c5-4170-9bb6-4e6a235c52fe tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:12.299121 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-187056fd-f4b3-4b75-b170-81d7286f6124 req-578ae675-14c5-4170-9bb6-4e6a235c52fe tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 943 time: 0.0784667 Aug 30 07:40:12.353347 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-187056fd-f4b3-4b75-b170-81d7286f6124 req-fc0cea4a-5d85-4570-bcd2-b027d63248a9 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532579 Aug 30 07:40:12.445650 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 45778) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:12.570569 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819ddd6-e422-437c-a5d3-a6ba5dd74262 req-9aef533a-e2de-4030-bcf0-3789c1a4d9c7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:12.572130 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8819ddd6-e422-437c-a5d3-a6ba5dd74262 req-9aef533a-e2de-4030-bcf0-3789c1a4d9c7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 943 time: 0.0947063 Aug 30 07:40:12.609933 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c0f2-274e-4877-ab8a-f1ee8ff83d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.642397 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8819ddd6-e422-437c-a5d3-a6ba5dd74262 req-998f079a-9667-4638-8aba-de72674c8a77 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611429 Aug 30 07:40:12.727541 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c0f2-274e-4877-ab8a-f1ee8ff83d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.731770 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0bb4c0f2-274e-4877-ab8a-f1ee8ff83d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.775035 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0bb4c0f2-274e-4877-ab8a-f1ee8ff83d72 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4551084ec9e844f8a48d7cdc14fefda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282127 Aug 30 07:40:12.776146 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4c0f2-274e-4877-ab8a-f1ee8ff83d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1b6106-82fe-41c1-934f-e483efbe371a,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:12.778378 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 45800) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:12.830195 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ad8510e9-b09c-497e-945a-96cdf154f05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.851873 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ad8510e9-b09c-497e-945a-96cdf154f05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.913103 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ad8510e9-b09c-497e-945a-96cdf154f05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.916160 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ad8510e9-b09c-497e-945a-96cdf154f05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:12.917470 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ad8510e9-b09c-497e-945a-96cdf154f05f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c1b6106-82fe-41c1-934f-e483efbe371a HTTP/1.1" status: 204 len: 168 time: 0.1380429 Aug 30 07:40:12.929840 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8510e9-b09c-497e-945a-96cdf154f05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1b6106-82fe-41c1-934f-e483efbe371a,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:13.142071 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 4ec57ed7-e5c5-40af-b245-a75e32986701 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:40:13.143604 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ffec2-5cc2-4673-90a0-91bad1195879 req-e1f221b9-b5e6-4119-b43a-2c595093f1fb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:13.145292 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-148ffec2-5cc2-4673-90a0-91bad1195879 req-e1f221b9-b5e6-4119-b43a-2c595093f1fb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0588896 Aug 30 07:40:13.210761 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-148ffec2-5cc2-4673-90a0-91bad1195879 req-c0f70e99-f817-4a73-8ebe-fbcefdd2cc3b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541861 Aug 30 07:40:13.263650 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 4ec57ed7-e5c5-40af-b245-a75e32986701, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4ec57ed7-e5c5-40af-b245-a75e32986701,segment=NetworkSegment(cfd7899b-e1f1-40d7-95ec-426b0fde06ed),segment_id=cfd7899b-e1f1-40d7-95ec-426b0fde06ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:13.274833 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '4ec57ed7-e5c5-40af-b245-a75e32986701', 'network_id': 'c18cbbad-7d64-476c-ab38-6a6c2b7b9c10', 'port_id': '4ec57ed7-e5c5-40af-b245-a75e32986701', 'mac_address': 'fa:16:3e:e8:d3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100cd153-57c8-43fa-8aca-4000ec9d0356', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:40:13.312293 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.324501 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec57ed7-e5c5-40af-b245-a75e32986701 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:13.345473 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 4ec57ed7-e5c5-40af-b245-a75e32986701, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4ec57ed7-e5c5-40af-b245-a75e32986701,segment=NetworkSegment(cfd7899b-e1f1-40d7-95ec-426b0fde06ed),segment_id=cfd7899b-e1f1-40d7-95ec-426b0fde06ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:13.350572 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.398499 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=4ec57ed7-e5c5-40af-b245-a75e32986701,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:13.467391 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273124b-0374-4533-8ed6-99303061fffb req-b5b0c45a-d891-4dde-ab24-29f388205797 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:13.468954 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b273124b-0374-4533-8ed6-99303061fffb req-b5b0c45a-d891-4dde-ab24-29f388205797 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 944 time: 0.0487669 Aug 30 07:40:13.508664 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b273124b-0374-4533-8ed6-99303061fffb req-b782a7ae-7376-4684-a6a5-80e85cbbde63 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Aug 30 07:40:13.567268 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 45836) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:13.682321 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-589171280-network', 'tenant_id': 'b8946f6b8ecf4ae3b3bfe35a1dbb752f'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:13.707915 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Made reservation on behalf of b8946f6b8ecf4ae3b3bfe35a1dbb752f for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:13.711650 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.720795 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.789089 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df739d-2532-4cfa-beb8-399fd743faa6 req-5cdd7dab-01fc-4d6e-9104-9268bae1fd0d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:13.796979 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b7df739d-2532-4cfa-beb8-399fd743faa6 req-5cdd7dab-01fc-4d6e-9104-9268bae1fd0d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 943 time: 0.0757504 Aug 30 07:40:13.834037 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.835744 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b7df739d-2532-4cfa-beb8-399fd743faa6 req-9a660e0a-9e79-487d-8c7e-0ccf3497f54b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378428 Aug 30 07:40:13.843088 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.868375 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:40:13.885934 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:13.890773 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.891248 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Added segment 208fcbef-58a2-48c8-afde-19dfbe944cd8 of type vlan for network 0e658700-17b4-47df-a6e6-a26039eb9c96 Aug 30 07:40:13.943987 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.978599 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:13.979739 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:13.980422 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.039834 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4714699 Aug 30 07:40:14.042823 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 45868) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:14.047910 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-58b3cec1-057a-4682-ac3b-6ee4c224357d admin admin] Request body: {'subnet': {'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-589171280-subnet', 'tenant_id': 'b8946f6b8ecf4ae3b3bfe35a1dbb752f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:14.048390 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06c9f0-8f81-4ae5-9fd5-1290671993e6 admin admin] Pushing event updated for resources: {'Network': ['ID=0e658700-17b4-47df-a6e6-a26039eb9c96,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:14.058743 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 0e658700-17b4-47df-a6e6-a26039eb9c96 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:40:14.069729 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b3cec1-057a-4682-ac3b-6ee4c224357d admin admin] Made reservation on behalf of b8946f6b8ecf4ae3b3bfe35a1dbb752f for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:14.072008 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-58b3cec1-057a-4682-ac3b-6ee4c224357d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.346676 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915335a-28ab-447f-89a5-45712108ca01 req-9032d6d1-a3cb-4c41-b5a4-0e582bad8255 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:14.348167 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5915335a-28ab-447f-89a5-45712108ca01 req-9032d6d1-a3cb-4c41-b5a4-0e582bad8255 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0737188 Aug 30 07:40:14.417529 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5915335a-28ab-447f-89a5-45712108ca01 req-5232f9e9-92c4-4d75-aa16-4e4d7e769ea5 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615506 Aug 30 07:40:14.467494 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-58b3cec1-057a-4682-ac3b-6ee4c224357d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.521758 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3cec1-057a-4682-ac3b-6ee4c224357d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00940230-bd08-48a4-8c8a-04d6e47db61d,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:14.530470 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b3cec1-057a-4682-ac3b-6ee4c224357d admin admin] Checking segment: {'id': '208fcbef-58a2-48c8-afde-19dfbe944cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:14.530925 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b3cec1-057a-4682-ac3b-6ee4c224357d admin admin] Network hostable DHCP agents. Network: 0e658700-17b4-47df-a6e6-a26039eb9c96, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:40:14.547443 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b3cec1-057a-4682-ac3b-6ee4c224357d admin admin] Network 0e658700-17b4-47df-a6e6-a26039eb9c96 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:40:14.555383 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-58b3cec1-057a-4682-ac3b-6ee4c224357d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 0e658700-17b4-47df-a6e6-a26039eb9c96) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:14.560950 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b3cec1-057a-4682-ac3b-6ee4c224357d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:14.561735 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-58b3cec1-057a-4682-ac3b-6ee4c224357d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:14.567337 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bd4b75-4b35-4580-aa25-4ff796df8bfc None None] Network 0e658700-17b4-47df-a6e6-a26039eb9c96 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:40:14.578259 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-58b3cec1-057a-4682-ac3b-6ee4c224357d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5341792 Aug 30 07:40:14.627854 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83433b-6b79-4511-a8cc-bdee5a8e621b req-8496983b-67d8-49cc-9ae4-7449fc7073c5 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:14.629346 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2f83433b-6b79-4511-a8cc-bdee5a8e621b req-8496983b-67d8-49cc-9ae4-7449fc7073c5 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 944 time: 0.0528851 Aug 30 07:40:14.667454 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2f83433b-6b79-4511-a8cc-bdee5a8e621b req-a7b5fe05-1001-48c9-954f-b60b7544fbb5 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Aug 30 07:40:14.697415 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af5ab65-48a2-45cf-ab2c-7ea2c0ab86fc None None] Network 0e658700-17b4-47df-a6e6-a26039eb9c96 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:40:14.961855 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b8cfa-94e2-4046-8833-6fd682aae6b6 req-2c67452e-54e0-44e7-839d-ff69116f161c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:14.967778 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f81b8cfa-94e2-4046-8833-6fd682aae6b6 req-2c67452e-54e0-44e7-839d-ff69116f161c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 943 time: 0.0627863 Aug 30 07:40:15.007183 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f81b8cfa-94e2-4046-8833-6fd682aae6b6 req-31119591-5f46-4222-8fd7-28064547a510 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372896 Aug 30 07:40:15.529167 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af468df7-736a-4cf5-afa0-78bf762df3e0 req-dc4724a8-29de-4794-9deb-70e276e9c56a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:15.530648 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-af468df7-736a-4cf5-afa0-78bf762df3e0 req-dc4724a8-29de-4794-9deb-70e276e9c56a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0480807 Aug 30 07:40:15.566878 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-af468df7-736a-4cf5-afa0-78bf762df3e0 req-7b6abcb5-762b-4822-b1da-4b482195df03 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302999 Aug 30 07:40:15.779745 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671234-7056-4079-8daf-d0827cc79a49 req-66c0c2a5-e2c5-4480-97f9-c49aa1f4bfa7 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:15.781216 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-07671234-7056-4079-8daf-d0827cc79a49 req-66c0c2a5-e2c5-4480-97f9-c49aa1f4bfa7 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 944 time: 0.0470533 Aug 30 07:40:15.818141 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-07671234-7056-4079-8daf-d0827cc79a49 req-a455de70-39d7-44f3-9a01-74a31bd2e901 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310922 Aug 30 07:40:16.122289 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df981d8-83c7-4ada-b65e-7b39d076d002 req-57832326-0335-495e-a2cf-42c54af5c290 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:16.123807 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1df981d8-83c7-4ada-b65e-7b39d076d002 req-57832326-0335-495e-a2cf-42c54af5c290 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 943 time: 0.0528889 Aug 30 07:40:16.163016 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1df981d8-83c7-4ada-b65e-7b39d076d002 req-1472ff94-9852-48d1-a6d4-f22b7bffdc8a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325887 Aug 30 07:40:16.674559 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40345ce7-f3d7-4c91-9eb0-fb11dbc2e561 req-7dabec6a-d751-4f2b-ae66-fd704b2e84c8 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:16.676003 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-40345ce7-f3d7-4c91-9eb0-fb11dbc2e561 req-7dabec6a-d751-4f2b-ae66-fd704b2e84c8 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0464194 Aug 30 07:40:16.712162 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-40345ce7-f3d7-4c91-9eb0-fb11dbc2e561 req-c7ad4e74-aacb-4b9a-b55d-bc19121a097e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303526 Aug 30 07:40:16.930157 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89ab0c-0692-4351-93d1-a8ea11b178b7 req-01473f99-7c7f-47ed-a49d-a4475f2c085c tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:16.931626 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6a89ab0c-0692-4351-93d1-a8ea11b178b7 req-01473f99-7c7f-47ed-a49d-a4475f2c085c tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 944 time: 0.0480709 Aug 30 07:40:16.967566 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6a89ab0c-0692-4351-93d1-a8ea11b178b7 req-d571d2b8-ee69-4633-beb0-c1720d3437a7 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301239 Aug 30 07:40:17.281240 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80b202-e9f4-4dba-8783-c76f0f57cfb9 req-e6fa70f2-5b80-48bc-a078-3d8836204e0d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:17.283008 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cb80b202-e9f4-4dba-8783-c76f0f57cfb9 req-e6fa70f2-5b80-48bc-a078-3d8836204e0d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 943 time: 0.0523455 Aug 30 07:40:17.319364 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cb80b202-e9f4-4dba-8783-c76f0f57cfb9 req-418d9c05-3eda-4cd7-8ffc-620ab31e8304 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307472 Aug 30 07:40:17.646399 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device e05a149e-875d-4ffd-83b8-8f0315f2a766 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:40:17.740010 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port e05a149e-875d-4ffd-83b8-8f0315f2a766, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e05a149e-875d-4ffd-83b8-8f0315f2a766,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:17.751634 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': 'e05a149e-875d-4ffd-83b8-8f0315f2a766', 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298', 'port_id': 'e05a149e-875d-4ffd-83b8-8f0315f2a766', 'mac_address': 'fa:16:3e:b5:f6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1797c0-1e3e-4323-a2f3-31482cc8b4ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:40:17.788430 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.801058 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05a149e-875d-4ffd-83b8-8f0315f2a766 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:17.820411 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port e05a149e-875d-4ffd-83b8-8f0315f2a766, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e05a149e-875d-4ffd-83b8-8f0315f2a766,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:17.824579 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:17.825361 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8996543-e72a-4334-b85e-4fb1568e03da req-f387fe84-ae25-4523-b312-befaf5163144 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:17.826862 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8996543-e72a-4334-b85e-4fb1568e03da req-f387fe84-ae25-4523-b312-befaf5163144 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0484314 Aug 30 07:40:17.864152 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8996543-e72a-4334-b85e-4fb1568e03da req-064c2d6a-524a-4b31-bffe-3567c1e81296 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310047 Aug 30 07:40:17.875445 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=e05a149e-875d-4ffd-83b8-8f0315f2a766,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:18.078625 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919670c-3284-4d22-bd60-d684a1c7ecf0 req-5cd9a348-e89d-437f-b1b4-936b0f93e85b tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:18.080127 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f919670c-3284-4d22-bd60-d684a1c7ecf0 req-5cd9a348-e89d-437f-b1b4-936b0f93e85b tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 944 time: 0.0482571 Aug 30 07:40:18.117629 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f919670c-3284-4d22-bd60-d684a1c7ecf0 req-37d3ff36-9ddf-4c8b-9789-2c1e3f84daea tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315723 Aug 30 07:40:18.433246 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82228366-9a0d-4288-acb8-2f692a3c3fe4 req-5027fd3a-846f-4e98-98ae-03faed1f234d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:18.434696 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-82228366-9a0d-4288-acb8-2f692a3c3fe4 req-5027fd3a-846f-4e98-98ae-03faed1f234d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 943 time: 0.0519462 Aug 30 07:40:18.471990 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-82228366-9a0d-4288-acb8-2f692a3c3fe4 req-137e95a1-efba-407f-b62b-84b988c47cad tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306282 Aug 30 07:40:18.572588 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 692ed792-fe95-4573-bb50-1d79da797a33 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:40:18.667375 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 692ed792-fe95-4573-bb50-1d79da797a33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=692ed792-fe95-4573-bb50-1d79da797a33,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:18.678763 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '692ed792-fe95-4573-bb50-1d79da797a33', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'port_id': '692ed792-fe95-4573-bb50-1d79da797a33', 'mac_address': 'fa:16:3e:bf:41:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:40:18.718227 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:18.730234 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692ed792-fe95-4573-bb50-1d79da797a33 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:18.755306 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 692ed792-fe95-4573-bb50-1d79da797a33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=692ed792-fe95-4573-bb50-1d79da797a33,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:18.760630 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:18.761250 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 268b8991-48d3-4962-9f75-b85dd97eb842 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:40:18.845694 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=692ed792-fe95-4573-bb50-1d79da797a33,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:18.885333 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 268b8991-48d3-4962-9f75-b85dd97eb842, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=268b8991-48d3-4962-9f75-b85dd97eb842,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:18.902037 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['4ec57ed7-e5c5-40af-b245-a75e32986701'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:18.920665 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '268b8991-48d3-4962-9f75-b85dd97eb842', 'network_id': '04c35c0a-1f55-4631-bbae-794e86e1d298', 'port_id': '268b8991-48d3-4962-9f75-b85dd97eb842', 'mac_address': 'fa:16:3e:de:54:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1797c0-1e3e-4323-a2f3-31482cc8b4ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:40:18.976519 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6efc5-e8ff-447e-840c-2298de2e2fba req-eb13b1e6-e69c-451a-8d5f-7a1bf612a4f3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:18.978003 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bcc6efc5-e8ff-447e-840c-2298de2e2fba req-eb13b1e6-e69c-451a-8d5f-7a1bf612a4f3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 944 time: 0.0480483 Aug 30 07:40:19.016168 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bcc6efc5-e8ff-447e-840c-2298de2e2fba req-e1380f50-ea24-4b6f-97e3-e4cc9633b11f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Aug 30 07:40:19.016369 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.055085 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268b8991-48d3-4962-9f75-b85dd97eb842 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:19.088052 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 268b8991-48d3-4962-9f75-b85dd97eb842, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=268b8991-48d3-4962-9f75-b85dd97eb842,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:19.096437 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:19.126293 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['e05a149e-875d-4ffd-83b8-8f0315f2a766'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:19.264842 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a8332-c197-42d3-9297-04d3fdc8ddb4 req-e6be6634-4140-47e4-9d97-9fcdb3b96b51 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:19.266641 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-516a8332-c197-42d3-9297-04d3fdc8ddb4 req-e6be6634-4140-47e4-9d97-9fcdb3b96b51 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 944 time: 0.0768287 Aug 30 07:40:19.310357 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=268b8991-48d3-4962-9f75-b85dd97eb842,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:19.317464 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-516a8332-c197-42d3-9297-04d3fdc8ddb4 req-73a66828-640c-4d21-b383-92228ed17f9f tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Aug 30 07:40:19.545512 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['692ed792-fe95-4573-bb50-1d79da797a33'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:19.596814 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-e1bd718d-9564-444c-9409-f2a9dd246664 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:19.598256 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-e1bd718d-9564-444c-9409-f2a9dd246664 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/networks?id=0e658700-17b4-47df-a6e6-a26039eb9c96 HTTP/1.1" status: 200 len: 808 time: 0.1307676 Aug 30 07:40:19.618909 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10879129-e24f-4f4e-8d4b-d1bc06e4decf req-e6caef6d-b467-42a9-b61e-03ef1498b2be tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:19.620293 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-10879129-e24f-4f4e-8d4b-d1bc06e4decf req-e6caef6d-b467-42a9-b61e-03ef1498b2be tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 944 time: 0.0834281 Aug 30 07:40:19.624457 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-1e8214f5-c268-4bf6-8fe5-d61f43170abe tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/quotas/b8946f6b8ecf4ae3b3bfe35a1dbb752f HTTP/1.1" status: 200 len: 375 time: 0.0195923 Aug 30 07:40:19.674673 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-fe30bac9-1c5b-4fd8-b189-0de9b6f5228e tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8946f6b8ecf4ae3b3bfe35a1dbb752f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408072 Aug 30 07:40:19.697676 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-10879129-e24f-4f4e-8d4b-d1bc06e4decf req-30f2385c-868f-451a-b8a1-f6493f3dab01 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704095 Aug 30 07:40:19.763998 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['268b8991-48d3-4962-9f75-b85dd97eb842'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:19.777386 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-71c266e1-c779-47a1-a8e0-dd6872eac244 service neutron] 10.222.0.64 "GET /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930791 Aug 30 07:40:19.878505 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-d293d33b-cf17-4600-9e4b-100eda4dceca service neutron] 10.222.0.64 "GET /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934458 Aug 30 07:40:20.045647 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1735979-cffd-4b0c-aaaf-362858b0db71 req-f34612dd-2a38-4816-877c-31ee2043dfd0 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 210 time: 0.0303864 Aug 30 07:40:20.138490 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dd8df-5b02-4ec1-bf5e-0e1d4320a183 req-cd81a299-8dba-4f86-87d5-ba4d8cb1eebe tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:20.140036 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c06dd8df-5b02-4ec1-bf5e-0e1d4320a183 req-cd81a299-8dba-4f86-87d5-ba4d8cb1eebe tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 945 time: 0.0502603 Aug 30 07:40:20.180520 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c06dd8df-5b02-4ec1-bf5e-0e1d4320a183 req-085e9d57-a52f-4134-bae5-1cc9d53c1d2a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341225 Aug 30 07:40:20.466492 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf1bc8-8837-40c7-8ee7-3fcc0a2804d6 req-95dcebb1-d671-4c1c-8c85-31956118ea0e tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:20.473896 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6acf1bc8-8837-40c7-8ee7-3fcc0a2804d6 req-95dcebb1-d671-4c1c-8c85-31956118ea0e tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 944 time: 0.0677993 Aug 30 07:40:20.522551 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6acf1bc8-8837-40c7-8ee7-3fcc0a2804d6 req-10b47445-f852-411d-910b-f0bc1b7a67e1 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Aug 30 07:40:20.816148 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46068) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:20.861354 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dfa34-da4c-44c6-9e18-ece2fca1fbca req-de305c97-dc82-4950-92e7-e4b43d3f917f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:20.872651 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4a1dfa34-da4c-44c6-9e18-ece2fca1fbca req-de305c97-dc82-4950-92e7-e4b43d3f917f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 944 time: 0.0924826 Aug 30 07:40:20.931615 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4a1dfa34-da4c-44c6-9e18-ece2fca1fbca req-3c03c963-4b59-4913-ba68-d327b767305e tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538945 Aug 30 07:40:20.968383 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.063320 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.067542 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.103573 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98bfec4-b75b-4618-9d44-e5ca40386f0d,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:21.107778 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f4f7b2d4a96442ab8c831b4b0f47375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906201 Aug 30 07:40:21.110562 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 46086) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:21.113850 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.114254 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.114532 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.114866 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.115203 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.115539 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.115894 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.116177 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.116667 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.116992 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.117726 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.118054 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d1b95-ecef-4a6a-8a05-51d05192c262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.162413 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4e992a16-0010-454f-aee1-edb882b411d4 req-146c37a4-6f82-4e96-b83a-115ea0ced6b8 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 210 time: 0.0337360 Aug 30 07:40:21.266904 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.328596 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.348030 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-f62ffb15-5d72-4d70-80d6-a837b1f83e15 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:21.349440 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-f62ffb15-5d72-4d70-80d6-a837b1f83e15 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.68 "GET /v2.0/networks?id=0e658700-17b4-47df-a6e6-a26039eb9c96 HTTP/1.1" status: 200 len: 808 time: 0.1895204 Aug 30 07:40:21.366217 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Request body: {'port': {'device_id': 'e3dd1162-6231-4ad5-adb1-449e7b321d5a', 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96', 'admin_state_up': True, 'tenant_id': 'b8946f6b8ecf4ae3b3bfe35a1dbb752f'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:21.376260 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123780ea-4b63-4c75-8f66-42e8e688771b req-bf218d5e-f8f1-449b-ab11-370d5c8595fe tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:21.377671 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-123780ea-4b63-4c75-8f66-42e8e688771b req-bf218d5e-f8f1-449b-ab11-370d5c8595fe tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 945 time: 0.1192565 Aug 30 07:40:21.484796 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-123780ea-4b63-4c75-8f66-42e8e688771b req-f7ae74f0-7e80-4413-9cac-aef238fb9f24 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999796 Aug 30 07:40:21.487710 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.490142 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.491178 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d98bfec4-b75b-4618-9d44-e5ca40386f0d HTTP/1.1" status: 204 len: 168 time: 0.3796091 Aug 30 07:40:21.505629 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98bfec4-b75b-4618-9d44-e5ca40386f0d,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:21.519069 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.519442 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.519788 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.520120 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.520476 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.520804 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.521132 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.521452 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.521969 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.522072 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.522394 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.522708 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a9dcd-6ea4-4d34-b131-3e865c939ef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:21.559220 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Made reservation on behalf of b8946f6b8ecf4ae3b3bfe35a1dbb752f for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:21.562732 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.714977 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e249-ccdf-4a32-bdb9-cbf4c5b45048 req-3a74750c-7937-4ea0-b846-567da236725b tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:21.717027 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4777e249-ccdf-4a32-bdb9-cbf4c5b45048 req-3a74750c-7937-4ea0-b846-567da236725b tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 944 time: 0.0975506 Aug 30 07:40:21.740749 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Allocated IP 172.20.0.11 (0e658700-17b4-47df-a6e6-a26039eb9c96/00940230-bd08-48a4-8c8a-04d6e47db61d/309b8783-dce2-4744-af79-49b9b323ad6d) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:40:21.782059 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4777e249-ccdf-4a32-bdb9-cbf4c5b45048 req-d803963d-02d5-483f-9979-b09fdaa16d3a tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534048 Aug 30 07:40:21.824193 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46106) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:21.838091 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-19452901-d4f9-4cc0-a05c-5e6d9cfb20fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.856963 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46108) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:21.928309 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.935431 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-19452901-d4f9-4cc0-a05c-5e6d9cfb20fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.942097 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-19452901-d4f9-4cc0-a05c-5e6d9cfb20fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:21.990103 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19452901-d4f9-4cc0-a05c-5e6d9cfb20fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5920e7b3-4ceb-4c90-a273-4eb85f60ef3f,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:22.000222 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-19452901-d4f9-4cc0-a05c-5e6d9cfb20fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3010b3230f4c4de7a7f1492bb103bc37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739759 Aug 30 07:40:22.003990 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46120) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:22.015621 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.061095 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73333c87-7730-4271-b5f8-5db361b4c4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.094995 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Network 0e658700-17b4-47df-a6e6-a26039eb9c96 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:40:22.116076 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:22.120876 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Pushing event updated for resources: {'Port': ['ID=309b8783-dce2-4744-af79-49b9b323ad6d,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:22.124181 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:40:22.129848 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:22.130475 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.155551 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506af5d2-180e-494d-8d21-09d192d0fbe6 req-d8ba0cd4-8bdc-4b62-9663-c98249c6a655 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:22.157154 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-506af5d2-180e-494d-8d21-09d192d0fbe6 req-d8ba0cd4-8bdc-4b62-9663-c98249c6a655 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 944 time: 0.1102860 Aug 30 07:40:22.162074 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-34664e01-65cd-48a9-a294-6b81226bcb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.209172 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-506af5d2-180e-494d-8d21-09d192d0fbe6 req-9fbaad16-705c-46cb-9e91-ec88664a5bbf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451992 Aug 30 07:40:22.211335 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-34664e01-65cd-48a9-a294-6b81226bcb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.268294 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73333c87-7730-4271-b5f8-5db361b4c4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.281383 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73333c87-7730-4271-b5f8-5db361b4c4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.287656 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-b9b775da-c71b-4a3e-b02a-b9db07abd4bd tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9271219 Aug 30 07:40:22.295021 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 692ed792-fe95-4573-bb50-1d79da797a33 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:22.302205 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b3c74-990a-4463-ae81-73cdee8ce83c req-41c1f682-5768-4921-bbcb-d3eea89a0d35 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:22.310508 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-419b3c74-990a-4463-ae81-73cdee8ce83c req-41c1f682-5768-4921-bbcb-d3eea89a0d35 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 932 time: 0.0628128 Aug 30 07:40:22.317453 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Request body: {'port': {'device_id': 'e3dd1162-6231-4ad5-adb1-449e7b321d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:22.325665 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-34664e01-65cd-48a9-a294-6b81226bcb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.328657 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-34664e01-65cd-48a9-a294-6b81226bcb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.331374 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-34664e01-65cd-48a9-a294-6b81226bcb3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5920e7b3-4ceb-4c90-a273-4eb85f60ef3f HTTP/1.1" status: 204 len: 168 time: 0.3254690 Aug 30 07:40:22.335703 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-73333c87-7730-4271-b5f8-5db361b4c4ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab8802e3a5cd4130989ba3768d734fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4777312 Aug 30 07:40:22.336541 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46134) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:22.346466 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73333c87-7730-4271-b5f8-5db361b4c4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8c4a37-434a-4c4c-95b2-51b361fa383a,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:22.372997 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34664e01-65cd-48a9-a294-6b81226bcb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5920e7b3-4ceb-4c90-a273-4eb85f60ef3f,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:22.375848 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port 692ed792-fe95-4573-bb50-1d79da797a33 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:22.397073 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 692ed792-fe95-4573-bb50-1d79da797a33 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:22.397797 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.413710 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-419b3c74-990a-4463-ae81-73cdee8ce83c req-fe1f148d-2462-4a2e-9be6-7127aacd1358 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000144 Aug 30 07:40:22.420969 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5051a154-125f-4599-a23a-418788ecde2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.421723 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.445243 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5051a154-125f-4599-a23a-418788ecde2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.510539 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5051a154-125f-4599-a23a-418788ecde2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.514396 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5051a154-125f-4599-a23a-418788ecde2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.515704 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-5051a154-125f-4599-a23a-418788ecde2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c8c4a37-434a-4c4c-95b2-51b361fa383a HTTP/1.1" status: 204 len: 168 time: 0.1774483 Aug 30 07:40:22.536788 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.539786 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051a154-125f-4599-a23a-418788ecde2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8c4a37-434a-4c4c-95b2-51b361fa383a,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:22.585520 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692ed792-fe95-4573-bb50-1d79da797a33'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:22.689331 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c347871-5d90-479e-ad4b-65517efb9c9b req-aeea1ebe-c7ba-4e78-aad4-db52d04b57c8 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:22.690897 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2c347871-5d90-479e-ad4b-65517efb9c9b req-aeea1ebe-c7ba-4e78-aad4-db52d04b57c8 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 945 time: 0.0742359 Aug 30 07:40:22.691293 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 692ed792-fe95-4573-bb50-1d79da797a33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=692ed792-fe95-4573-bb50-1d79da797a33,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:22.698460 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.699344 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device e05a149e-875d-4ffd-83b8-8f0315f2a766 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:22.779122 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2c347871-5d90-479e-ad4b-65517efb9c9b req-d0a1621f-b72f-4a77-bde8-a3b8cf17fa68 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767419 Aug 30 07:40:22.810278 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=692ed792-fe95-4573-bb50-1d79da797a33,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:22.817613 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:22.817982 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:22.818478 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:22.818972 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:22.819483 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:22.819959 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:22.820520 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:22.820993 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:22.821485 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:22.821972 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:22.822459 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:22.822939 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:40:22.841917 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port e05a149e-875d-4ffd-83b8-8f0315f2a766 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:22.853002 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port e05a149e-875d-4ffd-83b8-8f0315f2a766 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:22.853387 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.926340 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309b8783-dce2-4744-af79-49b9b323ad6d {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:22.933236 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42e821d-97bf-44a2-8e48-c33bd89c4c7f" -d '{"events": [{"server_uuid": "df0719c1-6236-447f-9993-de0a3fcb5920", "name": "network-vif-plugged", "status": "completed", "tag": "692ed792-fe95-4573-bb50-1d79da797a33"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:22.936653 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.955955 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Transition to ACTIVE for port object 309b8783-dce2-4744-af79-49b9b323ad6d will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:22.967181 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b239a-c99c-4788-8811-1a3728f81e55 req-b51640d9-c5ea-4b8a-80fc-ff69e40628b4 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:22.969623 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dc3b239a-c99c-4788-8811-1a3728f81e55 req-b51640d9-c5ea-4b8a-80fc-ff69e40628b4 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 944 time: 0.0857964 Aug 30 07:40:22.970737 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:22.982285 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.021692 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port e05a149e-875d-4ffd-83b8-8f0315f2a766, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e05a149e-875d-4ffd-83b8-8f0315f2a766,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:23.027115 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.029095 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 4ec57ed7-e5c5-40af-b245-a75e32986701 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:23.053013 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Pushing event updated for resources: {'Port': ['ID=309b8783-dce2-4744-af79-49b9b323ad6d,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:23.057169 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46164) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:23.080218 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b19bc6d7-5d9d-4f2e-b939-3f96df8f1f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.102431 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dc3b239a-c99c-4788-8811-1a3728f81e55 req-dcf1ffac-e693-45e4-8e25-35eb81b49405 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230955 Aug 30 07:40:23.113000 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=e05a149e-875d-4ffd-83b8-8f0315f2a766,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:23.113175 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Attempting to bind port 309b8783-dce2-4744-af79-49b9b323ad6d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:40:23.113647 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Attempting to bind port 309b8783-dce2-4744-af79-49b9b323ad6d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '208fcbef-58a2-48c8-afde-19dfbe944cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:40:23.114121 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Attempting to bind port 309b8783-dce2-4744-af79-49b9b323ad6d on network 0e658700-17b4-47df-a6e6-a26039eb9c96 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:23.121319 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Port 309b8783-dce2-4744-af79-49b9b323ad6d on network 0e658700-17b4-47df-a6e6-a26039eb9c96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:40:23.122329 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Attempting to bind port 309b8783-dce2-4744-af79-49b9b323ad6d on network 0e658700-17b4-47df-a6e6-a26039eb9c96 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:23.132931 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:40:23.133442 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Checking segment: {'id': '208fcbef-58a2-48c8-afde-19dfbe944cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:23.134226 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Bound using segment: {'id': '208fcbef-58a2-48c8-afde-19dfbe944cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:40:23.134841 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Bound port: 309b8783-dce2-4744-af79-49b9b323ad6d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208fcbef-58a2-48c8-afde-19dfbe944cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:40:23.135342 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.140526 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port 4ec57ed7-e5c5-40af-b245-a75e32986701 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:23.150079 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 4ec57ed7-e5c5-40af-b245-a75e32986701 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:23.150556 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.188087 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1f45c9-3e13-4659-a822-9a35b8d07709 x-openstack-request-id: req-eb1f45c9-3e13-4659-a822-9a35b8d07709 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:23.188087 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0719c1-6236-447f-9993-de0a3fcb5920", "name": "network-vif-plugged", "status": "completed", "tag": "692ed792-fe95-4573-bb50-1d79da797a33", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:23.188087 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb1f45c9-3e13-4659-a822-9a35b8d07709 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:23.188998 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692ed792-fe95-4573-bb50-1d79da797a33', 'code': 200} Aug 30 07:40:23.286783 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b19bc6d7-5d9d-4f2e-b939-3f96df8f1f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.296987 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b19bc6d7-5d9d-4f2e-b939-3f96df8f1f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.314665 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.336661 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] For port 309b8783-dce2-4744-af79-49b9b323ad6d, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:40:23.345890 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b19bc6d7-5d9d-4f2e-b939-3f96df8f1f1c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2fbf1e543b5e4d07bacb9bf675bb4cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876015 Aug 30 07:40:23.347384 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] For port 309b8783-dce2-4744-af79-49b9b323ad6d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=309b8783-dce2-4744-af79-49b9b323ad6d,segment=NetworkSegment(208fcbef-58a2-48c8-afde-19dfbe944cd8),segment_id=208fcbef-58a2-48c8-afde-19dfbe944cd8)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:40:23.348535 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46176) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:23.362181 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.366734 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bc6d7-5d9d-4f2e-b939-3f96df8f1f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad8e44d-ed16-4fee-bc0c-bd31cd4de9a1,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:23.404467 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 4ec57ed7-e5c5-40af-b245-a75e32986701, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4ec57ed7-e5c5-40af-b245-a75e32986701,segment=NetworkSegment(cfd7899b-e1f1-40d7-95ec-426b0fde06ed),segment_id=cfd7899b-e1f1-40d7-95ec-426b0fde06ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:23.410550 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.411503 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 268b8991-48d3-4962-9f75-b85dd97eb842 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:23.466615 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:23.466615 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.469080 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] 10.222.0.68 "PUT /v2.0/ports/309b8783-dce2-4744-af79-49b9b323ad6d HTTP/1.1" status: 200 len: 1094 time: 1.1570721 Aug 30 07:40:23.471375 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dd1162-6231-4ad5-adb1-449e7b321d5a', 'tag': '309b8783-dce2-4744-af79-49b9b323ad6d'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:23.473943 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9e4eb2-8891-41ee-97ae-0470fa4265de" -d '{"events": [{"name": "network-changed", "server_uuid": "e3dd1162-6231-4ad5-adb1-449e7b321d5a", "tag": "309b8783-dce2-4744-af79-49b9b323ad6d"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:23.496315 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8bffc51a-7ab5-43db-809b-660f4cecb6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.507034 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port 268b8991-48d3-4962-9f75-b85dd97eb842 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:23.516938 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 268b8991-48d3-4962-9f75-b85dd97eb842 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:23.517604 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.554229 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8bffc51a-7ab5-43db-809b-660f4cecb6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.566809 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=4ec57ed7-e5c5-40af-b245-a75e32986701,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:23.643448 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8bffc51a-7ab5-43db-809b-660f4cecb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.645947 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8bffc51a-7ab5-43db-809b-660f4cecb6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.650192 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-8bffc51a-7ab5-43db-809b-660f4cecb6b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ad8e44d-ed16-4fee-bc0c-bd31cd4de9a1 HTTP/1.1" status: 204 len: 168 time: 0.3006783 Aug 30 07:40:23.650454 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.659175 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffc51a-7ab5-43db-809b-660f4cecb6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad8e44d-ed16-4fee-bc0c-bd31cd4de9a1,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:23.702388 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 268b8991-48d3-4962-9f75-b85dd97eb842, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=268b8991-48d3-4962-9f75-b85dd97eb842,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:23.709951 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:23.725183 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c27da-d0d7-4bfe-8be8-f1cd8441659b service neutron] Pushing event updated for resources: {'Port': ['ID=309b8783-dce2-4744-af79-49b9b323ad6d,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:23.742609 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46196) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:23.751563 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8adc4d-70a9-4182-ad9f-2c3a261a8e0b req-79e0549f-b23e-47a5-a680-7cebc2b6976d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:23.753120 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dd8adc4d-70a9-4182-ad9f-2c3a261a8e0b req-79e0549f-b23e-47a5-a680-7cebc2b6976d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.3092518 Aug 30 07:40:23.767023 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=268b8991-48d3-4962-9f75-b85dd97eb842,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:23.819341 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8bdc5-8300-4b5f-a7d1-db963210982b req-3983cb95-633e-4f6d-93be-7720927479ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:23.821073 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-75d8bdc5-8300-4b5f-a7d1-db963210982b req-3983cb95-633e-4f6d-93be-7720927479ca service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 1098 time: 0.2636955 Aug 30 07:40:23.847448 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-42544778-de20-45bf-8521-0b7a067670f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:23.849075 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-42544778-de20-45bf-8521-0b7a067670f6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b8946f6b8ecf4ae3b3bfe35a1dbb752f&device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 1097 time: 0.1858778 Aug 30 07:40:23.864195 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91531e09-bc73-459c-81f1-53269bdb77f2 req-d8dabdc5-6dba-478c-acd3-154443a99a16 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:23.871220 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-91531e09-bc73-459c-81f1-53269bdb77f2 req-d8dabdc5-6dba-478c-acd3-154443a99a16 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 944 time: 0.1979373 Aug 30 07:40:23.966659 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f36106fe-4fb9-43fe-9582-3d90654cd1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.029970 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:40:24.077411 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f36106fe-4fb9-43fe-9582-3d90654cd1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.083946 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f36106fe-4fb9-43fe-9582-3d90654cd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.093929 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dd8adc4d-70a9-4182-ad9f-2c3a261a8e0b req-14f08cf7-7cdb-401c-85e5-16ecd133c06d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196707 Aug 30 07:40:24.096778 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-75d8bdc5-8300-4b5f-a7d1-db963210982b req-b334929a-9af6-4b61-957d-440a69fdc706 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.120871 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f36106fe-4fb9-43fe-9582-3d90654cd1b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06daab49160c42e4a3ac7bb36acbd1a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769069 Aug 30 07:40:24.126549 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46216) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:24.144559 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36106fe-4fb9-43fe-9582-3d90654cd1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5740c182-9053-46f6-a3f4-c027f42c60a1,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:24.156636 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0a677907-b659-4833-8295-3a7884f16163 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=309b8783-dce2-4744-af79-49b9b323ad6d HTTP/1.1" status: 200 len: 217 time: 0.2759883 Aug 30 07:40:24.201109 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-007ee1f2-8752-4e1a-8ac4-ad6be26fdeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.229985 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-007ee1f2-8752-4e1a-8ac4-ad6be26fdeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.250263 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a99b74-181b-4d96-a6cf-d3eadd5cd5cb x-openstack-request-id: req-40a99b74-181b-4d96-a6cf-d3eadd5cd5cb {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:24.250672 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3dd1162-6231-4ad5-adb1-449e7b321d5a", "tag": "309b8783-dce2-4744-af79-49b9b323ad6d", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:24.250923 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40a99b74-181b-4d96-a6cf-d3eadd5cd5cb {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:24.251364 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dd1162-6231-4ad5-adb1-449e7b321d5a', 'tag': '309b8783-dce2-4744-af79-49b9b323ad6d', 'status': 'completed', 'code': 200} Aug 30 07:40:24.291115 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-007ee1f2-8752-4e1a-8ac4-ad6be26fdeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.294510 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-007ee1f2-8752-4e1a-8ac4-ad6be26fdeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.295891 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-007ee1f2-8752-4e1a-8ac4-ad6be26fdeb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5740c182-9053-46f6-a3f4-c027f42c60a1 HTTP/1.1" status: 204 len: 168 time: 0.1685667 Aug 30 07:40:24.303936 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ee1f2-8752-4e1a-8ac4-ad6be26fdeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5740c182-9053-46f6-a3f4-c027f42c60a1,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:24.333311 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-75d8bdc5-8300-4b5f-a7d1-db963210982b req-b334929a-9af6-4b61-957d-440a69fdc706 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.343915 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-91531e09-bc73-459c-81f1-53269bdb77f2 req-3d9ad695-ae01-4d20-b985-834ebaf1553b tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711018 Aug 30 07:40:24.350592 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-75d8bdc5-8300-4b5f-a7d1-db963210982b req-b334929a-9af6-4b61-957d-440a69fdc706 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.405369 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-f34e0136-2978-46fa-9fd3-47e07e9b95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:24.406819 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-f34e0136-2978-46fa-9fd3-47e07e9b95ce service neutron] 10.222.0.68 "GET /v2.0/subnets?id=00940230-bd08-48a4-8c8a-04d6e47db61d HTTP/1.1" status: 200 len: 848 time: 0.1545851 Aug 30 07:40:24.412638 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-75d8bdc5-8300-4b5f-a7d1-db963210982b req-b334929a-9af6-4b61-957d-440a69fdc706 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5811336 Aug 30 07:40:24.425806 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334929a-9af6-4b61-957d-440a69fdc706 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e93b81a-3ab3-47e4-859b-6f9c4d615b8a,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:24.458233 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664538c5-7a0f-4446-814c-0e791a7ae88a req-40c42a12-504f-47cd-be00-8456faf91449 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:24.459793 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-664538c5-7a0f-4446-814c-0e791a7ae88a req-40c42a12-504f-47cd-be00-8456faf91449 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.1958337 Aug 30 07:40:24.504910 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397096d-5b78-4861-b8bd-3292fe86ef77 req-138da52b-08e7-40b1-a5a6-551db39e9abd tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:24.506541 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d397096d-5b78-4861-b8bd-3292fe86ef77 req-138da52b-08e7-40b1-a5a6-551db39e9abd tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.1078045 Aug 30 07:40:24.521381 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-664538c5-7a0f-4446-814c-0e791a7ae88a req-8910f39c-ab13-48da-b263-59a63651fc52 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530152 Aug 30 07:40:24.566240 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d397096d-5b78-4861-b8bd-3292fe86ef77 req-06573929-f802-4525-89a3-d446ad2daefd tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490279 Aug 30 07:40:24.727970 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46248) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:24.742317 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-936b9637-b1d2-403e-8c1f-9ccb58abdae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.831460 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-6036ffe0-5210-492a-8d3e-81048a89518a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0e658700-17b4-47df-a6e6-a26039eb9c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351522 Aug 30 07:40:24.849186 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-936b9637-b1d2-403e-8c1f-9ccb58abdae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.858171 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-936b9637-b1d2-403e-8c1f-9ccb58abdae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:24.911723 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-936b9637-b1d2-403e-8c1f-9ccb58abdae3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1256fd1c329b4f8690aaaf900aca3a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826365 Aug 30 07:40:24.913006 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b9637-b1d2-403e-8c1f-9ccb58abdae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2978991c-daf7-4b57-a9eb-75b1fe212521,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:24.914349 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 46252) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:25.007989 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-974c4974-47e5-4964-a144-bc6ba6590731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:25.015354 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-3b93d6a9-3e37-46c0-83c1-3c3e878c8eea service neutron] 10.222.0.68 "GET /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760898 Aug 30 07:40:25.041295 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-974c4974-47e5-4964-a144-bc6ba6590731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:25.146457 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4854ec0-3c34-44e3-a72b-08182cc97eea req-0515d495-1087-4105-9a8c-3441ad39ef97 service neutron] 10.222.0.68 "GET /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170304 Aug 30 07:40:25.155800 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-974c4974-47e5-4964-a144-bc6ba6590731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:25.158723 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-974c4974-47e5-4964-a144-bc6ba6590731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:25.162463 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-974c4974-47e5-4964-a144-bc6ba6590731 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2978991c-daf7-4b57-a9eb-75b1fe212521 HTTP/1.1" status: 204 len: 168 time: 0.2448099 Aug 30 07:40:25.170209 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c4974-47e5-4964-a144-bc6ba6590731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2978991c-daf7-4b57-a9eb-75b1fe212521,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:25.192914 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c78e5-ae99-40c3-8290-573ea86f9168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05a149e-875d-4ffd-83b8-8f0315f2a766'}, {'server_uuid': 'adfb8c40-458e-4026-8042-2195035ed5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec57ed7-e5c5-40af-b245-a75e32986701'}, {'server_uuid': '85e0a7d2-13e3-47ad-898d-1c0e70590b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268b8991-48d3-4962-9f75-b85dd97eb842'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:25.195489 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c19bb7-0780-41d6-b138-ab01390f53b1" -d '{"events": [{"server_uuid": "b94c78e5-ae99-40c3-8290-573ea86f9168", "name": "network-vif-plugged", "status": "completed", "tag": "e05a149e-875d-4ffd-83b8-8f0315f2a766"}, {"server_uuid": "adfb8c40-458e-4026-8042-2195035ed5cc", "name": "network-vif-plugged", "status": "completed", "tag": "4ec57ed7-e5c5-40af-b245-a75e32986701"}, {"server_uuid": "85e0a7d2-13e3-47ad-898d-1c0e70590b39", "name": "network-vif-plugged", "status": "completed", "tag": "268b8991-48d3-4962-9f75-b85dd97eb842"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:25.234282 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bc4a3-da82-4f0a-949f-83fc62bc1013 req-aee460f8-dd4c-46e1-844a-b458de0d1e3d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:25.235969 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3c7bc4a3-da82-4f0a-949f-83fc62bc1013 req-aee460f8-dd4c-46e1-844a-b458de0d1e3d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0614750 Aug 30 07:40:25.254728 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127c453d-3e5c-4fe0-9cf3-9f9a6777f3d9 x-openstack-request-id: req-127c453d-3e5c-4fe0-9cf3-9f9a6777f3d9 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:25.255033 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94c78e5-ae99-40c3-8290-573ea86f9168", "name": "network-vif-plugged", "status": "completed", "tag": "e05a149e-875d-4ffd-83b8-8f0315f2a766", "code": 200}, {"server_uuid": "adfb8c40-458e-4026-8042-2195035ed5cc", "name": "network-vif-plugged", "status": "completed", "tag": "4ec57ed7-e5c5-40af-b245-a75e32986701", "code": 200}, {"server_uuid": "85e0a7d2-13e3-47ad-898d-1c0e70590b39", "name": "network-vif-plugged", "status": "completed", "tag": "268b8991-48d3-4962-9f75-b85dd97eb842", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:25.255400 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-127c453d-3e5c-4fe0-9cf3-9f9a6777f3d9 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:25.255828 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94c78e5-ae99-40c3-8290-573ea86f9168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05a149e-875d-4ffd-83b8-8f0315f2a766', 'code': 200} Aug 30 07:40:25.256090 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfb8c40-458e-4026-8042-2195035ed5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec57ed7-e5c5-40af-b245-a75e32986701', 'code': 200} Aug 30 07:40:25.256360 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e0a7d2-13e3-47ad-898d-1c0e70590b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268b8991-48d3-4962-9f75-b85dd97eb842', 'code': 200} Aug 30 07:40:25.309441 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3c7bc4a3-da82-4f0a-949f-83fc62bc1013 req-fedcfbe9-ca3c-4a91-928e-a720dca96f09 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633562 Aug 30 07:40:25.312268 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4eb2-8891-41ee-97ae-0470fa4265de req-c054cd8a-680a-4156-8e75-fc91e1a9a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:25.313699 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da9e4eb2-8891-41ee-97ae-0470fa4265de req-c054cd8a-680a-4156-8e75-fc91e1a9a7d9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b8946f6b8ecf4ae3b3bfe35a1dbb752f&device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 1097 time: 0.0767016 Aug 30 07:40:25.426619 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46284) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:25.467468 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4eb2-8891-41ee-97ae-0470fa4265de req-70fa0ef4-3e6c-4b27-9d1f-560231adb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:25.469012 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da9e4eb2-8891-41ee-97ae-0470fa4265de req-70fa0ef4-3e6c-4b27-9d1f-560231adb5a1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0e658700-17b4-47df-a6e6-a26039eb9c96 HTTP/1.1" status: 200 len: 909 time: 0.1288285 Aug 30 07:40:25.498426 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46288) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:25.562172 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da9e4eb2-8891-41ee-97ae-0470fa4265de req-e2074a50-5145-4112-9dba-d0dfc710200a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=309b8783-dce2-4744-af79-49b9b323ad6d HTTP/1.1" status: 200 len: 217 time: 0.0766087 Aug 30 07:40:25.647155 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4eb2-8891-41ee-97ae-0470fa4265de req-38459c2a-e575-4165-8216-67b372d8f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:25.648632 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da9e4eb2-8891-41ee-97ae-0470fa4265de req-38459c2a-e575-4165-8216-67b372d8f9da service neutron] 10.222.0.68 "GET /v2.0/subnets?id=00940230-bd08-48a4-8c8a-04d6e47db61d HTTP/1.1" status: 200 len: 848 time: 0.0662363 Aug 30 07:40:25.670537 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56828d-d110-49b6-8ab7-749bc861ff9a req-db4c1c38-b3dc-48cd-8377-06528bf52bdc tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:25.677573 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-af56828d-d110-49b6-8ab7-749bc861ff9a req-db4c1c38-b3dc-48cd-8377-06528bf52bdc tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 944 time: 0.2064745 Aug 30 07:40:25.678620 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258d1fb-0564-417c-83b2-0c495d3a594b req-d6086617-8fb8-463e-8413-92ca60f466f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:25.680522 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d258d1fb-0564-417c-83b2-0c495d3a594b req-d6086617-8fb8-463e-8413-92ca60f466f6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 1098 time: 0.1091027 Aug 30 07:40:25.737101 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-acf27555-4046-4e63-8d34-d4ceb8756fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:25.756880 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da9e4eb2-8891-41ee-97ae-0470fa4265de req-f65438a3-d3f8-4aee-9aba-4562a7e2217b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0e658700-17b4-47df-a6e6-a26039eb9c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737205 Aug 30 07:40:25.782904 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f1adab5a-b9f4-49bc-a9e7-7f2493586e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:25.785938 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d258d1fb-0564-417c-83b2-0c495d3a594b req-f9b263c0-0f84-4db0-aa97-05f74f8a171e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942893 Aug 30 07:40:25.842283 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7cbb8-287e-4e3a-8d44-85ee1bbf4d86 req-aa441c1b-4193-4a47-b0f4-52a5913bba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:25.843738 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02c7cbb8-287e-4e3a-8d44-85ee1bbf4d86 req-aa441c1b-4193-4a47-b0f4-52a5913bba32 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 1099 time: 0.2788153 Aug 30 07:40:25.866543 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-af56828d-d110-49b6-8ab7-749bc861ff9a req-ce70ef1e-1844-4f6e-b1bc-3fef0a6eb056 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880326 Aug 30 07:40:25.874790 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4233-bdd6-463d-bac7-28896ab7967f req-9c6a2a82-b6bd-4703-becc-7d337df8b7c7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:25.885910 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee6b4233-bdd6-463d-bac7-28896ab7967f req-9c6a2a82-b6bd-4703-becc-7d337df8b7c7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.2272823 Aug 30 07:40:25.892929 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda44c87-da4b-4cee-86f8-46f9d011e783 req-da40d922-9537-4929-8614-3780bac7906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:25.895562 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fda44c87-da4b-4cee-86f8-46f9d011e783 req-da40d922-9537-4929-8614-3780bac7906c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 1098 time: 0.3316581 Aug 30 07:40:25.926307 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-acf27555-4046-4e63-8d34-d4ceb8756fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:25.945077 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-acf27555-4046-4e63-8d34-d4ceb8756fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:25.955937 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee6b4233-bdd6-463d-bac7-28896ab7967f req-03c63b7f-441e-48a5-a6b1-89ba28dda143 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689833 Aug 30 07:40:25.978392 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da9e4eb2-8891-41ee-97ae-0470fa4265de req-d23decce-e71a-48fa-ac4b-4b1bee0d2965 service neutron] 10.222.0.68 "GET /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070422 Aug 30 07:40:26.014561 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf27555-4046-4e63-8d34-d4ceb8756fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5631dcf3-9f5c-44e1-a452-38327774fc7c,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:26.029526 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-acf27555-4046-4e63-8d34-d4ceb8756fe2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39d6f9a964cd4ef9b95db396112ff027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013722 Aug 30 07:40:26.031088 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7777f4-1775-4b91-94e3-30c595529536 req-3ef290ba-82bc-4812-99f6-173a67593ef3 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:26.032450 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46314) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:26.032816 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d7777f4-1775-4b91-94e3-30c595529536 req-3ef290ba-82bc-4812-99f6-173a67593ef3 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.0704317 Aug 30 07:40:26.081791 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d7777f4-1775-4b91-94e3-30c595529536 req-755d936c-956d-4795-ae02-ba91425483c9 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 Aug 30 07:40:26.113499 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4d116608-8e8c-40b6-98c2-17b0fa43bf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.140897 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f1adab5a-b9f4-49bc-a9e7-7f2493586e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.150338 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4d116608-8e8c-40b6-98c2-17b0fa43bf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.152165 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f1adab5a-b9f4-49bc-a9e7-7f2493586e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.214909 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02c7cbb8-287e-4e3a-8d44-85ee1bbf4d86 req-2127b603-d918-479e-bed9-7ec903d9ff47 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105263 Aug 30 07:40:26.219904 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f1adab5a-b9f4-49bc-a9e7-7f2493586e45 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af208754645e4ffeaeb04cce4dbec92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7202106 Aug 30 07:40:26.220184 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fda44c87-da4b-4cee-86f8-46f9d011e783 req-32c16530-bc56-4ecf-9839-2db8e5f4520e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086686 Aug 30 07:40:26.220541 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 46322) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:26.221707 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adab5a-b9f4-49bc-a9e7-7f2493586e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4827a8-2461-45f3-bde1-1f23b01a523e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:26.252371 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4d116608-8e8c-40b6-98c2-17b0fa43bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.254899 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4d116608-8e8c-40b6-98c2-17b0fa43bf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.258633 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-4d116608-8e8c-40b6-98c2-17b0fa43bf38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5631dcf3-9f5c-44e1-a452-38327774fc7c HTTP/1.1" status: 204 len: 168 time: 0.2223387 Aug 30 07:40:26.274829 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d116608-8e8c-40b6-98c2-17b0fa43bf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5631dcf3-9f5c-44e1-a452-38327774fc7c,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:26.288357 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da9e4eb2-8891-41ee-97ae-0470fa4265de req-df00906e-ace3-43d9-9f5b-4e5efc8bc002 service neutron] 10.222.0.68 "GET /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827745 Aug 30 07:40:26.307429 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cf57829a-c3e4-4071-b731-c4c7762461c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.330478 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cf57829a-c3e4-4071-b731-c4c7762461c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.421921 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cf57829a-c3e4-4071-b731-c4c7762461c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.424906 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cf57829a-c3e4-4071-b731-c4c7762461c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:26.426102 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-cf57829a-c3e4-4071-b731-c4c7762461c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c4827a8-2461-45f3-bde1-1f23b01a523e HTTP/1.1" status: 204 len: 168 time: 0.2029066 Aug 30 07:40:26.440978 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57829a-c3e4-4071-b731-c4c7762461c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4827a8-2461-45f3-bde1-1f23b01a523e,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:26.458968 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae60a0-7cb3-4b8a-85fd-47ac28c80cab req-6e5b7367-9acd-49ed-b66d-f15fd48bee48 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:26.461328 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-59ae60a0-7cb3-4b8a-85fd-47ac28c80cab req-6e5b7367-9acd-49ed-b66d-f15fd48bee48 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0790446 Aug 30 07:40:26.508155 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-59ae60a0-7cb3-4b8a-85fd-47ac28c80cab req-4c106163-6136-480c-b83e-c180bc7cfbf1 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408809 Aug 30 07:40:26.844770 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 46352) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:26.858821 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dd20181b-0cdd-431b-9615-d12c1ba290e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.004636 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dd20181b-0cdd-431b-9615-d12c1ba290e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.018773 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65209c-00ab-46b6-8f62-72ca73e286cc req-f3c315b7-6cbf-47a3-8632-8b2d06ae9f98 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:27.020740 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd65209c-00ab-46b6-8f62-72ca73e286cc req-f3c315b7-6cbf-47a3-8632-8b2d06ae9f98 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 944 time: 0.0782933 Aug 30 07:40:27.022038 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dd20181b-0cdd-431b-9615-d12c1ba290e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.067114 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20181b-0cdd-431b-9615-d12c1ba290e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2be850c-8d19-40d6-a536-1bf5911a7496,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:27.137762 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-dd20181b-0cdd-431b-9615-d12c1ba290e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93821f7f6f04496ab25711371c924420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914937 Aug 30 07:40:27.140209 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46370) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:27.142109 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd65209c-00ab-46b6-8f62-72ca73e286cc req-c693b952-ef7a-479e-9755-1c2351276237 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001670 Aug 30 07:40:27.174703 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31da4f9-b843-472a-b1d3-aa51a68bc920 req-1fa5ecf2-15cb-4385-bd54-de19dc01eaa0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:27.176031 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e31da4f9-b843-472a-b1d3-aa51a68bc920 req-1fa5ecf2-15cb-4385-bd54-de19dc01eaa0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0964146 Aug 30 07:40:27.237633 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e31da4f9-b843-472a-b1d3-aa51a68bc920 req-e9236265-a7fa-4a99-be01-1827ff25ce54 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500648 Aug 30 07:40:27.283305 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4143-edfb-41d5-8c51-1643faaddd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.331934 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4143-edfb-41d5-8c51-1643faaddd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.366880 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7818cbb-95ad-4738-90de-51152cb5572c req-eabc4164-0c7d-4414-af3b-1b4fa49a71c0 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:27.368613 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f7818cbb-95ad-4738-90de-51152cb5572c req-eabc4164-0c7d-4414-af3b-1b4fa49a71c0 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.0740850 Aug 30 07:40:27.406168 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4143-edfb-41d5-8c51-1643faaddd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.408940 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4143-edfb-41d5-8c51-1643faaddd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:27.413522 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0e5a4143-edfb-41d5-8c51-1643faaddd22 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2be850c-8d19-40d6-a536-1bf5911a7496 HTTP/1.1" status: 204 len: 168 time: 0.2716420 Aug 30 07:40:27.424809 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a4143-edfb-41d5-8c51-1643faaddd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2be850c-8d19-40d6-a536-1bf5911a7496,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:27.436994 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f7818cbb-95ad-4738-90de-51152cb5572c req-bd347405-bdc0-4bdc-88a6-a417fa1cb6c2 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531278 Aug 30 07:40:27.629555 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dc646-d89a-41d0-b3d3-0c347f1106fe req-07c25e47-93f3-463d-8980-6651a1708414 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:27.631059 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-794dc646-d89a-41d0-b3d3-0c347f1106fe req-07c25e47-93f3-463d-8980-6651a1708414 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0512831 Aug 30 07:40:27.675728 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-794dc646-d89a-41d0-b3d3-0c347f1106fe req-30e3e2d1-170b-47ce-8dde-122aed96756c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 Aug 30 07:40:27.841442 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560dce6-9e8e-492b-91c0-83561cab03ab req-87dc8f2c-aba2-4e29-b482-8eee0ead4fb0 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:27.842989 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b560dce6-9e8e-492b-91c0-83561cab03ab req-87dc8f2c-aba2-4e29-b482-8eee0ead4fb0 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0560305 Aug 30 07:40:27.851564 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 46412) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:27.856662 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-8fded1bb-e5ea-4a20-ad11-49f5fd951e46 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Request body: {'floatingip': {'port_id': '692ed792-fe95-4573-bb50-1d79da797a33'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:27.944249 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8fded1bb-e5ea-4a20-ad11-49f5fd951e46 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:28.780284 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab275e33-3174-4324-93dd-29bf78b71a56 req-5fef126c-c5da-4fd0-9ebf-b585f30277bb tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:28.781782 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab275e33-3174-4324-93dd-29bf78b71a56 req-5fef126c-c5da-4fd0-9ebf-b585f30277bb tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 944 time: 0.4322116 Aug 30 07:40:28.798672 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715fb4-1b39-4059-9e7b-5eb305f4905d req-1c010ccf-dafa-4a8e-80a3-c5bb0bbc5dd1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:28.800189 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e8715fb4-1b39-4059-9e7b-5eb305f4905d req-1c010ccf-dafa-4a8e-80a3-c5bb0bbc5dd1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.4495132 Aug 30 07:40:28.931265 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e8715fb4-1b39-4059-9e7b-5eb305f4905d req-0a1b4663-e525-4862-9b20-4c1497886bdf tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247325 Aug 30 07:40:28.960145 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab275e33-3174-4324-93dd-29bf78b71a56 req-c2437f54-aa46-4110-92f6-4d8f226facef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589906 Aug 30 07:40:29.022138 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8fded1bb-e5ea-4a20-ad11-49f5fd951e46 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:29.032052 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8fded1bb-e5ea-4a20-ad11-49f5fd951e46 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:29.107613 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50ccea-c31b-4b03-a0a3-0f9addb8fb17 req-6daeddd9-c800-43b6-8a48-55ac67226ee8 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:29.109215 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a50ccea-c31b-4b03-a0a3-0f9addb8fb17 req-6daeddd9-c800-43b6-8a48-55ac67226ee8 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.0943677 Aug 30 07:40:29.185545 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a50ccea-c31b-4b03-a0a3-0f9addb8fb17 req-345b3763-6cc3-4474-98bb-8deadd703629 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485237 Aug 30 07:40:29.186956 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-8fded1bb-e5ea-4a20-ad11-49f5fd951e46 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Floating IP 6888b91a-2b04-4e9a-8b53-55b69f6ec5fd associated. External IP: 172.27.1.45, port: 692ed792-fe95-4573-bb50-1d79da797a33. Aug 30 07:40:29.428810 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fded1bb-e5ea-4a20-ad11-49f5fd951e46 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Router 7308633e-d167-43ee-9e99-565ab8c649fa has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:40:29.539422 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fded1bb-e5ea-4a20-ad11-49f5fd951e46 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:40:29.544091 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8fded1bb-e5ea-4a20-ad11-49f5fd951e46 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:29.558892 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45550e-9dfc-4531-842c-3961bc9d6edb None None] Sync routers for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:40:29.571886 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45550e-9dfc-4531-842c-3961bc9d6edb None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:40:29.572892 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-4a45550e-9dfc-4531-842c-3961bc9d6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:40:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:29.578939 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8fded1bb-e5ea-4a20-ad11-49f5fd951e46 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "PUT /v2.0/floatingips/6888b91a-2b04-4e9a-8b53-55b69f6ec5fd HTTP/1.1" status: 200 len: 990 time: 1.7258368 Aug 30 07:40:29.579567 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'tag': '692ed792-fe95-4573-bb50-1d79da797a33'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:29.582222 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0760c3-d23c-4236-9f85-811db6c3559d" -d '{"events": [{"name": "network-changed", "server_uuid": "df0719c1-6236-447f-9993-de0a3fcb5920", "tag": "692ed792-fe95-4573-bb50-1d79da797a33"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:29.641584 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ce9cfe-1e63-4b0f-a9b8-a06d8d93cafd x-openstack-request-id: req-71ce9cfe-1e63-4b0f-a9b8-a06d8d93cafd {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:29.641950 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0719c1-6236-447f-9993-de0a3fcb5920", "tag": "692ed792-fe95-4573-bb50-1d79da797a33", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:29.642213 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71ce9cfe-1e63-4b0f-a9b8-a06d8d93cafd {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:29.642615 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'tag': '692ed792-fe95-4573-bb50-1d79da797a33', 'status': 'completed', 'code': 200} Aug 30 07:40:29.716624 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-4a45550e-9dfc-4531-842c-3961bc9d6edb None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:40:30.049321 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976be6c-80f5-467c-9bd7-5a878dc262c9 req-1cf6404a-a8d6-4351-a235-9bb3a2628343 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:30.050858 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f976be6c-80f5-467c-9bd7-5a878dc262c9 req-1cf6404a-a8d6-4351-a235-9bb3a2628343 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0499110 Aug 30 07:40:30.054634 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-4a45550e-9dfc-4531-842c-3961bc9d6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '6888b91a-2b04-4e9a-8b53-55b69f6ec5fd', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'port_id': '692ed792-fe95-4573-bb50-1d79da797a33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'mac_address': 'fa:16:3e:bf:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:39:34Z', 'updated_at': '2021-08-30T07:40:28Z', 'revision_number': 1, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:30.080574 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45550e-9dfc-4531-842c-3961bc9d6edb None None] Checking router: 7308633e-d167-43ee-9e99-565ab8c649fa for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:40:30.088587 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45550e-9dfc-4531-842c-3961bc9d6edb None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:40:30.089187 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-4a45550e-9dfc-4531-842c-3961bc9d6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:40:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:30.089425 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f976be6c-80f5-467c-9bd7-5a878dc262c9 req-57941c01-2609-436e-86d9-d9c0cc61546f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Aug 30 07:40:30.188380 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b0c57-8232-4fdc-b815-f5c992295f63 req-093f419c-9ef2-4441-b236-5933cb1f4612 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:30.190162 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a86b0c57-8232-4fdc-b815-f5c992295f63 req-093f419c-9ef2-4441-b236-5933cb1f4612 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 944 time: 0.0486908 Aug 30 07:40:30.191889 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-4a45550e-9dfc-4531-842c-3961bc9d6edb None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:40:30.227879 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a86b0c57-8232-4fdc-b815-f5c992295f63 req-0869aa6e-33b4-41b7-ac4e-af869e7d1c85 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313232 Aug 30 07:40:30.331289 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2752b9-cd4a-44fb-a819-03e125e3eebc req-dc00e4fe-8497-4b11-83cf-6a20126319aa tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:30.332756 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c2752b9-cd4a-44fb-a819-03e125e3eebc req-dc00e4fe-8497-4b11-83cf-6a20126319aa tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.0510545 Aug 30 07:40:30.369723 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c2752b9-cd4a-44fb-a819-03e125e3eebc req-6a6db4c9-475b-4081-b4ec-c584300304f4 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310185 Aug 30 07:40:30.416055 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-4a45550e-9dfc-4531-842c-3961bc9d6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '6888b91a-2b04-4e9a-8b53-55b69f6ec5fd', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'port_id': '692ed792-fe95-4573-bb50-1d79da797a33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'mac_address': 'fa:16:3e:bf:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:39:34Z', 'updated_at': '2021-08-30T07:40:28Z', 'revision_number': 1, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:40:30.441602 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45550e-9dfc-4531-842c-3961bc9d6edb None None] The sync data for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi is: [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '6888b91a-2b04-4e9a-8b53-55b69f6ec5fd', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'port_id': '692ed792-fe95-4573-bb50-1d79da797a33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'mac_address': 'fa:16:3e:bf:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:39:34Z', 'updated_at': '2021-08-30T07:40:28Z', 'revision_number': 1, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:40:30.661886 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9bf21a-7f4e-4be0-adf9-c5adf3b6bb3f None None] New status for floating IP 6888b91a-2b04-4e9a-8b53-55b69f6ec5fd: ACTIVE {{(pid=100501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:40:30.753105 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 309b8783-dce2-4744-af79-49b9b323ad6d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:40:30.948053 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 309b8783-dce2-4744-af79-49b9b323ad6d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=309b8783-dce2-4744-af79-49b9b323ad6d,segment=NetworkSegment(208fcbef-58a2-48c8-afde-19dfbe944cd8),segment_id=208fcbef-58a2-48c8-afde-19dfbe944cd8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:30.959501 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '309b8783-dce2-4744-af79-49b9b323ad6d', 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96', 'port_id': '309b8783-dce2-4744-af79-49b9b323ad6d', 'mac_address': 'fa:16:3e:b7:56:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00940230-bd08-48a4-8c8a-04d6e47db61d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:40:30.995894 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.008388 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 309b8783-dce2-4744-af79-49b9b323ad6d {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:31.028450 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 309b8783-dce2-4744-af79-49b9b323ad6d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=309b8783-dce2-4744-af79-49b9b323ad6d,segment=NetworkSegment(208fcbef-58a2-48c8-afde-19dfbe944cd8),segment_id=208fcbef-58a2-48c8-afde-19dfbe944cd8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:31.031808 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:31.081531 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=309b8783-dce2-4744-af79-49b9b323ad6d,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:31.200791 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040dae9-7599-476a-bfa6-bb40d5c7ea34 req-12a650e9-5052-4a1f-aa99-a83d4299a6e9 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:31.202249 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f040dae9-7599-476a-bfa6-bb40d5c7ea34 req-12a650e9-5052-4a1f-aa99-a83d4299a6e9 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0479927 Aug 30 07:40:31.238133 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f040dae9-7599-476a-bfa6-bb40d5c7ea34 req-d6b34577-7b40-46fa-9e0b-9093dc7a239a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300782 Aug 30 07:40:31.341335 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702f74c-ab53-4569-b9fa-b78748461cf0 req-6a9d94b3-5495-4cc8-b0fa-fe809a1a305a tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:31.342807 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9702f74c-ab53-4569-b9fa-b78748461cf0 req-6a9d94b3-5495-4cc8-b0fa-fe809a1a305a tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 945 time: 0.0470223 Aug 30 07:40:31.378519 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9702f74c-ab53-4569-b9fa-b78748461cf0 req-5a319ee4-09db-4b32-83d8-223ecc1f70bc tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300076 Aug 30 07:40:31.482015 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9aee9-380c-494f-a919-f6233fda4c88 req-5836c768-0ddf-4d75-954b-53f6ead2a30b tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:31.483497 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-47f9aee9-380c-494f-a919-f6233fda4c88 req-5836c768-0ddf-4d75-954b-53f6ead2a30b tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.0508866 Aug 30 07:40:31.521432 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-47f9aee9-380c-494f-a919-f6233fda4c88 req-36849174-ca7b-41ee-8f2b-fbea72e92fe7 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315359 Aug 30 07:40:32.269664 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:32.401459 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0760c3-d23c-4236-9f85-811db6c3559d req-740b2d32-6c86-4ae4-ad36-71b6e17872c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:32.403982 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da0760c3-d23c-4236-9f85-811db6c3559d req-740b2d32-6c86-4ae4-ad36-71b6e17872c5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 1098 time: 0.1077862 Aug 30 07:40:32.407818 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7e1b82ed-c7c2-4d5f-8822-f4a6ba952031 req-77685b71-1e2b-4d3c-8777-21888c728f9a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1018274 Aug 30 07:40:32.420386 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d5c12-1403-4c20-8eb6-6039a5278e50 req-6bdfd45d-c00b-4e42-aac3-698655a8f39c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:32.421890 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea5d5c12-1403-4c20-8eb6-6039a5278e50 req-6bdfd45d-c00b-4e42-aac3-698655a8f39c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.1147923 Aug 30 07:40:32.545495 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea5d5c12-1403-4c20-8eb6-6039a5278e50 req-bdc82ccf-3bc0-4945-ad2a-05459d34b978 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151719 Aug 30 07:40:32.576645 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9a31b-53a7-4d0e-9cb7-eb316427d523 req-21c7fd15-1c6a-4687-9be5-fda2b1e1d019 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:32.578456 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ba9a31b-53a7-4d0e-9cb7-eb316427d523 req-21c7fd15-1c6a-4687-9be5-fda2b1e1d019 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 945 time: 0.1010740 Aug 30 07:40:32.579654 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0760c3-d23c-4236-9f85-811db6c3559d req-0573422c-4bb4-4ee8-92e1-121f4afe3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:32.580978 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da0760c3-d23c-4236-9f85-811db6c3559d req-0573422c-4bb4-4ee8-92e1-121f4afe3548 service neutron] 10.222.0.68 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 911 time: 0.1582260 Aug 30 07:40:32.650666 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ba9a31b-53a7-4d0e-9cb7-eb316427d523 req-c38cd42d-6595-46aa-afc8-65a1bea6ee9c tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653412 Aug 30 07:40:32.671152 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444a8ce-3631-4782-a0af-8ed519fd74ef req-ca2971b0-a425-41b3-9590-456f4a2fbd1b tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:32.672639 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7444a8ce-3631-4782-a0af-8ed519fd74ef req-ca2971b0-a425-41b3-9590-456f4a2fbd1b tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.0699205 Aug 30 07:40:32.968531 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da0760c3-d23c-4236-9f85-811db6c3559d req-25546a40-aa97-410e-96c5-10ffd955e728 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692ed792-fe95-4573-bb50-1d79da797a33 HTTP/1.1" status: 200 len: 1000 time: 0.3160107 Aug 30 07:40:32.973224 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7444a8ce-3631-4782-a0af-8ed519fd74ef req-6ed56384-a2fc-4959-93bd-174e9a2d9717 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699995 Aug 30 07:40:32.998388 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['309b8783-dce2-4744-af79-49b9b323ad6d'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:33.025382 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0760c3-d23c-4236-9f85-811db6c3559d req-00293f1b-7561-48a2-9124-216f1e76cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:33.026815 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da0760c3-d23c-4236-9f85-811db6c3559d req-00293f1b-7561-48a2-9124-216f1e76cc2b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 200 len: 849 time: 0.0435326 Aug 30 07:40:33.080894 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0760c3-d23c-4236-9f85-811db6c3559d req-b9a74ddb-d903-48e8-b756-457e93b9def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:33.082635 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da0760c3-d23c-4236-9f85-811db6c3559d req-b9a74ddb-d903-48e8-b756-457e93b9def1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05ed0500-0b6c-4296-ad10-a297a641c71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413918 Aug 30 07:40:33.177238 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da0760c3-d23c-4236-9f85-811db6c3559d req-390cf6ba-eada-429e-9d82-67816b28e045 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851209 Aug 30 07:40:33.264935 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da0760c3-d23c-4236-9f85-811db6c3559d req-b44fb4fb-c812-4405-8ef2-f2ee0849b000 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784287 Aug 30 07:40:33.380927 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b82ed-c7c2-4d5f-8822-f4a6ba952031 req-a267b5a0-c833-421f-aa47-91b13005b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:33.382458 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7e1b82ed-c7c2-4d5f-8822-f4a6ba952031 req-a267b5a0-c833-421f-aa47-91b13005b9d0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 1098 time: 0.0456810 Aug 30 07:40:33.493143 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b82ed-c7c2-4d5f-8822-f4a6ba952031 req-c40e53e3-7004-437d-994d-98ba9484a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:33.494648 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7e1b82ed-c7c2-4d5f-8822-f4a6ba952031 req-c40e53e3-7004-437d-994d-98ba9484a220 service neutron] 10.222.0.68 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 911 time: 0.0838294 Aug 30 07:40:33.530620 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d6558563-ec63-49b2-954f-385a891d94f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:33.570976 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7e1b82ed-c7c2-4d5f-8822-f4a6ba952031 req-31579d9f-bcfb-4f47-8122-8d1bec1e3354 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692ed792-fe95-4573-bb50-1d79da797a33 HTTP/1.1" status: 200 len: 1000 time: 0.0643179 Aug 30 07:40:33.651763 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b82ed-c7c2-4d5f-8822-f4a6ba952031 req-732d2961-5259-4eae-8f5e-7deb931cc159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:33.657172 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7e1b82ed-c7c2-4d5f-8822-f4a6ba952031 req-732d2961-5259-4eae-8f5e-7deb931cc159 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 200 len: 849 time: 0.0684752 Aug 30 07:40:33.692331 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2686fb5-ef99-4f10-b0d9-aa15d36b2c08 req-6dac2955-0473-4dd7-8224-954adf9e0d98 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:33.693823 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f2686fb5-ef99-4f10-b0d9-aa15d36b2c08 req-6dac2955-0473-4dd7-8224-954adf9e0d98 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0760200 Aug 30 07:40:33.775960 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b82ed-c7c2-4d5f-8822-f4a6ba952031 req-f0315db7-584f-4e5b-a639-8b5decc95715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:33.777514 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7e1b82ed-c7c2-4d5f-8822-f4a6ba952031 req-f0315db7-584f-4e5b-a639-8b5decc95715 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05ed0500-0b6c-4296-ad10-a297a641c71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1040456 Aug 30 07:40:33.784139 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f2686fb5-ef99-4f10-b0d9-aa15d36b2c08 req-a36327cc-dd66-4f10-8df4-7e70767282b4 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762284 Aug 30 07:40:33.849541 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd8e66-5f98-450b-9502-3cf85b7aa8db req-ec52832f-a73c-4055-ad42-b97ab4b9faea tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:33.851060 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bebd8e66-5f98-450b-9502-3cf85b7aa8db req-ec52832f-a73c-4055-ad42-b97ab4b9faea tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 945 time: 0.1256361 Aug 30 07:40:33.918989 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7e1b82ed-c7c2-4d5f-8822-f4a6ba952031 req-a103e55c-a7b7-4a7d-a439-d580431d6232 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322296 Aug 30 07:40:33.921941 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bebd8e66-5f98-450b-9502-3cf85b7aa8db req-560a0475-11c1-43c7-a381-9f0d9f4bc37e tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600791 Aug 30 07:40:34.058106 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7e1b82ed-c7c2-4d5f-8822-f4a6ba952031 req-3f572dc1-68c5-4f80-bc9f-cc913c035a22 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315300 Aug 30 07:40:34.168865 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8c254-48ba-4bed-b4c4-201f3177a4df req-8559403c-c67e-48d0-a97e-79bd9912d19c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:34.168865 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3da8c254-48ba-4bed-b4c4-201f3177a4df req-8559403c-c67e-48d0-a97e-79bd9912d19c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.1050830 Aug 30 07:40:34.170097 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e957-5e68-4b8f-b5e2-f400b9f63bce req-7e4d23c1-594b-4000-92ba-60615734e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:34.171581 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8f73e957-5e68-4b8f-b5e2-f400b9f63bce req-7e4d23c1-594b-4000-92ba-60615734e413 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 1099 time: 0.1256237 Aug 30 07:40:34.190748 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68cd4d-7472-46ad-a0b3-e358c0b2cbf4 req-94831239-d9fa-43dd-bc61-7ff70d3f73b9 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:34.192212 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3e68cd4d-7472-46ad-a0b3-e358c0b2cbf4 req-94831239-d9fa-43dd-bc61-7ff70d3f73b9 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.0880647 Aug 30 07:40:34.296387 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3da8c254-48ba-4bed-b4c4-201f3177a4df req-be12ebf3-781e-4a12-9c92-b6cdeadfaba7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218841 Aug 30 07:40:34.301107 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3e68cd4d-7472-46ad-a0b3-e358c0b2cbf4 req-889db6c4-752e-470a-a7f2-f1ccdf3e8a24 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958617 Aug 30 07:40:34.327984 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e957-5e68-4b8f-b5e2-f400b9f63bce req-b3be7dd4-2216-4f69-a3c1-e377e4421f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:34.329676 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8f73e957-5e68-4b8f-b5e2-f400b9f63bce req-b3be7dd4-2216-4f69-a3c1-e377e4421f97 service neutron] 10.222.0.68 "GET /v2.0/networks?id=04c35c0a-1f55-4631-bbae-794e86e1d298 HTTP/1.1" status: 200 len: 919 time: 0.1471989 Aug 30 07:40:34.366331 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 309b8783-dce2-4744-af79-49b9b323ad6d up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:40:34.373004 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8f73e957-5e68-4b8f-b5e2-f400b9f63bce req-be7d7ea8-94a9-4db8-8b36-9ee03d22c48b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=268b8991-48d3-4962-9f75-b85dd97eb842 HTTP/1.1" status: 200 len: 217 time: 0.0349889 Aug 30 07:40:34.425390 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port 309b8783-dce2-4744-af79-49b9b323ad6d completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:40:34.428565 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e957-5e68-4b8f-b5e2-f400b9f63bce req-e8055c23-5baf-4454-be9c-565a8a6cc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:34.429415 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 309b8783-dce2-4744-af79-49b9b323ad6d triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:40:34.429782 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:34.430049 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8f73e957-5e68-4b8f-b5e2-f400b9f63bce req-e8055c23-5baf-4454-be9c-565a8a6cc5ca service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa1797c0-1e3e-4323-a2f3-31482cc8b4ce HTTP/1.1" status: 200 len: 858 time: 0.0468192 Aug 30 07:40:34.493829 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8f73e957-5e68-4b8f-b5e2-f400b9f63bce req-b62f38cd-23a3-4cf2-8c6b-ee4dbf8dc18c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04c35c0a-1f55-4631-bbae-794e86e1d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295954 Aug 30 07:40:34.507470 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:34.532180 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dd1162-6231-4ad5-adb1-449e7b321d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309b8783-dce2-4744-af79-49b9b323ad6d'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:34.534399 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ecb4b2-34f0-46c1-be85-c53c05b924bc" -d '{"events": [{"server_uuid": "e3dd1162-6231-4ad5-adb1-449e7b321d5a", "name": "network-vif-plugged", "status": "completed", "tag": "309b8783-dce2-4744-af79-49b9b323ad6d"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:34.547990 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 309b8783-dce2-4744-af79-49b9b323ad6d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=309b8783-dce2-4744-af79-49b9b323ad6d,segment=NetworkSegment(208fcbef-58a2-48c8-afde-19dfbe944cd8),segment_id=208fcbef-58a2-48c8-afde-19dfbe944cd8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:34.553833 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:34.613366 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324f660a-75e1-498c-8592-7a67f651ef00 x-openstack-request-id: req-324f660a-75e1-498c-8592-7a67f651ef00 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:34.613663 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dd1162-6231-4ad5-adb1-449e7b321d5a", "name": "network-vif-plugged", "status": "completed", "tag": "309b8783-dce2-4744-af79-49b9b323ad6d", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:34.616585 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-324f660a-75e1-498c-8592-7a67f651ef00 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:34.617009 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dd1162-6231-4ad5-adb1-449e7b321d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309b8783-dce2-4744-af79-49b9b323ad6d', 'code': 200} Aug 30 07:40:34.651785 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8f73e957-5e68-4b8f-b5e2-f400b9f63bce req-34465ed2-2928-46f3-a027-5b9b213d9c06 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454949 Aug 30 07:40:34.657448 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=309b8783-dce2-4744-af79-49b9b323ad6d,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:35.045871 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d355f-0f05-4773-9260-fd4790891e79 req-98ecd3a3-4a11-4626-927f-c49403f6d43c tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:35.047520 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bb0d355f-0f05-4773-9260-fd4790891e79 req-98ecd3a3-4a11-4626-927f-c49403f6d43c tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 946 time: 0.0527067 Aug 30 07:40:35.087389 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bb0d355f-0f05-4773-9260-fd4790891e79 req-8c7658d3-091b-4764-8fb8-8a170fced956 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Aug 30 07:40:35.409342 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222efc4-7bd4-476b-823c-069a26f1a060 req-33cb996c-2869-41c4-9152-cb1ed3504a4b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:35.410773 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f222efc4-7bd4-476b-823c-069a26f1a060 req-33cb996c-2869-41c4-9152-cb1ed3504a4b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0507238 Aug 30 07:40:35.447113 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f222efc4-7bd4-476b-823c-069a26f1a060 req-8a9c4caa-bf11-4072-b2a0-37b7bcff4004 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305791 Aug 30 07:40:36.134735 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-242f74ff-dfe2-48eb-b405-976a8aa410e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:36.203214 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8133f56-5956-4ea3-a6a6-96ca13c4c840 req-a557b857-dc66-40c9-9e33-1a50a305eeaa tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:36.204660 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8133f56-5956-4ea3-a6a6-96ca13c4c840 req-a557b857-dc66-40c9-9e33-1a50a305eeaa tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 946 time: 0.0463612 Aug 30 07:40:36.240734 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8133f56-5956-4ea3-a6a6-96ca13c4c840 req-23b99366-7515-4704-b30a-fa99d4070ff1 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303586 Aug 30 07:40:36.556391 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c33c2-9e8c-4229-b4a4-1e1cbd47e9f0 req-767ac004-2776-49f3-943f-35b60bd8a419 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:36.557830 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e38c33c2-9e8c-4229-b4a4-1e1cbd47e9f0 req-767ac004-2776-49f3-943f-35b60bd8a419 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0473189 Aug 30 07:40:36.596020 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e38c33c2-9e8c-4229-b4a4-1e1cbd47e9f0 req-ec815a96-f98d-4f86-9230-b876ec1e3553 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318186 Aug 30 07:40:36.664288 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:37.328776 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:37.358980 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ed1c4-6f41-4a3c-9d11-5306f5f80445 req-27a0a386-e4d4-4799-850d-806b189e3e8e tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:37.360465 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-012ed1c4-6f41-4a3c-9d11-5306f5f80445 req-27a0a386-e4d4-4799-850d-806b189e3e8e tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 946 time: 0.0545793 Aug 30 07:40:37.397016 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-012ed1c4-6f41-4a3c-9d11-5306f5f80445 req-7c284748-280e-4c82-8072-c1effdb0fa9f tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305958 Aug 30 07:40:37.705254 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b113d3c-5c6e-4d24-80dc-635b3269de24 req-89e283d1-3608-495a-879f-ea90739b63dc tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:37.706632 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b113d3c-5c6e-4d24-80dc-635b3269de24 req-89e283d1-3608-495a-879f-ea90739b63dc tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0468905 Aug 30 07:40:37.743040 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b113d3c-5c6e-4d24-80dc-635b3269de24 req-73171597-2ca8-42dc-965b-a4cf3adc6c0b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Aug 30 07:40:38.508773 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdb732-75d3-446f-926b-c5e58035dc8f req-89e5164e-ffc5-4550-885f-e80ac3694410 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:38.510167 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a9cdb732-75d3-446f-926b-c5e58035dc8f req-89e5164e-ffc5-4550-885f-e80ac3694410 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 946 time: 0.0477307 Aug 30 07:40:38.547333 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a9cdb732-75d3-446f-926b-c5e58035dc8f req-5eda68f3-3295-42a3-98dd-eed3434742f0 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311270 Aug 30 07:40:38.633440 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:38.858439 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665355-9b97-4cb1-9496-6cbe5b0878a0 req-7e284b18-b9b5-4b35-8ca8-13cdab9844ad tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:38.859945 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-72665355-9b97-4cb1-9496-6cbe5b0878a0 req-7e284b18-b9b5-4b35-8ca8-13cdab9844ad tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0515170 Aug 30 07:40:38.937198 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-72665355-9b97-4cb1-9496-6cbe5b0878a0 req-e9a61f67-ab36-43b0-b753-e972633cabf6 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713966 Aug 30 07:40:38.980081 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8f73e957-5e68-4b8f-b5e2-f400b9f63bce req-46f14d39-f930-4f6e-8223-b4dbb6838ad0 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934908 Aug 30 07:40:39.050104 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a3f4f-c27d-4dd6-b70c-7de8d571caf7 req-e61e6c5b-f9b6-4ec9-99b9-6bc00da02eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:39.051651 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e73a3f4f-c27d-4dd6-b70c-7de8d571caf7 req-e61e6c5b-f9b6-4ec9-99b9-6bc00da02eed service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 1099 time: 0.0460081 Aug 30 07:40:39.103100 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e73a3f4f-c27d-4dd6-b70c-7de8d571caf7 req-5127f177-b99b-4941-9b34-8b52a1e93159 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304101 Aug 30 07:40:39.664525 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee4056-5bfd-4657-9a74-474351c2bb81 req-f878700c-0d54-4275-848a-d918691411cf tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:39.665918 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c6ee4056-5bfd-4657-9a74-474351c2bb81 req-f878700c-0d54-4275-848a-d918691411cf tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 946 time: 0.0510824 Aug 30 07:40:39.704796 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c6ee4056-5bfd-4657-9a74-474351c2bb81 req-affd513e-c372-43a9-b89c-8c838cce3f98 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Aug 30 07:40:40.067943 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35503da8-e483-4110-b9ad-315c1dea79a9 req-3eb1341d-8b0e-40d2-a712-4dcbb173c4ff tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:40.071893 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-35503da8-e483-4110-b9ad-315c1dea79a9 req-3eb1341d-8b0e-40d2-a712-4dcbb173c4ff tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0570555 Aug 30 07:40:40.110189 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-35503da8-e483-4110-b9ad-315c1dea79a9 req-229418f0-87c6-4d07-9b7d-e5baa2658660 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341535 Aug 30 07:40:40.789829 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46774) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:40.822403 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f27c79-3b2b-4b84-848b-4037aed163a0 req-25dc549e-4704-4e6f-96a8-0b5620ab6f12 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:40.823959 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-95f27c79-3b2b-4b84-848b-4037aed163a0 req-25dc549e-4704-4e6f-96a8-0b5620ab6f12 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 946 time: 0.0526450 Aug 30 07:40:40.862795 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-95f27c79-3b2b-4b84-848b-4037aed163a0 req-45f65a31-48bd-44ad-863a-2f5595bb640b tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Aug 30 07:40:40.907771 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-62f360a2-4b7f-4607-8c62-e0d5e0e1afa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:41.016302 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-62f360a2-4b7f-4607-8c62-e0d5e0e1afa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:41.022359 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-62f360a2-4b7f-4607-8c62-e0d5e0e1afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:41.062059 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f360a2-4b7f-4607-8c62-e0d5e0e1afa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78a75b1-87bb-4d05-9308-5aab1cd1f8d4,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:41.066463 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-62f360a2-4b7f-4607-8c62-e0d5e0e1afa0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9e20b6644214d699420810558bdbd8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755427 Aug 30 07:40:41.069074 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46784) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:41.125973 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c44c72b1-5f98-40cb-b11c-1a2259208dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:41.154149 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c44c72b1-5f98-40cb-b11c-1a2259208dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:41.229733 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c44c72b1-5f98-40cb-b11c-1a2259208dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:41.233853 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c44c72b1-5f98-40cb-b11c-1a2259208dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:41.235226 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c44c72b1-5f98-40cb-b11c-1a2259208dca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e78a75b1-87bb-4d05-9308-5aab1cd1f8d4 HTTP/1.1" status: 204 len: 168 time: 0.1651878 Aug 30 07:40:41.248020 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c72b1-5f98-40cb-b11c-1a2259208dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78a75b1-87bb-4d05-9308-5aab1cd1f8d4,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:41.297036 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ff277-c004-4c6d-9917-b404ba76ba56 req-f38f7f98-28a2-4e7b-9675-4d842e615591 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:41.298732 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ff3ff277-c004-4c6d-9917-b404ba76ba56 req-f38f7f98-28a2-4e7b-9675-4d842e615591 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.1043513 Aug 30 07:40:41.361304 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ff3ff277-c004-4c6d-9917-b404ba76ba56 req-2f9064fe-ff31-493d-a6ad-fe6b70fca57c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513778 Aug 30 07:40:41.882007 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46852) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:42.005941 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba449f-0b46-4f05-bd81-83eb9ca1dd37 req-486859cb-3a8b-4929-8d31-c2c5a976eaec tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:42.007442 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b5ba449f-0b46-4f05-bd81-83eb9ca1dd37 req-486859cb-3a8b-4929-8d31-c2c5a976eaec tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 946 time: 0.0581031 Aug 30 07:40:42.013845 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ca44-c7b5-4def-93f3-8eca253ba785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.050992 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b5ba449f-0b46-4f05-bd81-83eb9ca1dd37 req-bbb76e27-a170-49e3-a516-9fe579da3800 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368960 Aug 30 07:40:42.108598 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ca44-c7b5-4def-93f3-8eca253ba785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.112983 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ca44-c7b5-4def-93f3-8eca253ba785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.154527 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-1fc9ca44-c7b5-4def-93f3-8eca253ba785 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=350cc7dccd274f1ea8f139e1ada5a6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689574 Aug 30 07:40:42.154527 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9ca44-c7b5-4def-93f3-8eca253ba785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0744e9-5cd5-4dac-8e11-2e4ff81017ad,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:42.154892 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 46868) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:42.210439 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-942bf7ad-8c8d-489d-b95b-55f224ecf111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.235675 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-942bf7ad-8c8d-489d-b95b-55f224ecf111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.283695 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-942bf7ad-8c8d-489d-b95b-55f224ecf111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.286811 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-942bf7ad-8c8d-489d-b95b-55f224ecf111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.287979 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-942bf7ad-8c8d-489d-b95b-55f224ecf111 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad0744e9-5cd5-4dac-8e11-2e4ff81017ad HTTP/1.1" status: 204 len: 168 time: 0.1308060 Aug 30 07:40:42.298143 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bf7ad-8c8d-489d-b95b-55f224ecf111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0744e9-5cd5-4dac-8e11-2e4ff81017ad,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:42.494994 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185ac4d-47f5-4c2d-8a55-f508ebd9f28d req-f44b169e-8005-449c-8954-02044ea2d708 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:42.497147 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b185ac4d-47f5-4c2d-8a55-f508ebd9f28d req-f44b169e-8005-449c-8954-02044ea2d708 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0706155 Aug 30 07:40:42.539035 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b185ac4d-47f5-4c2d-8a55-f508ebd9f28d req-3b9af1b8-0780-4841-a405-4d43a60af003 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346150 Aug 30 07:40:42.656125 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 46888) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:42.672746 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-15035b8b-4742-45d6-9e11-43b5f5018bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.795924 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-15035b8b-4742-45d6-9e11-43b5f5018bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.800708 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-15035b8b-4742-45d6-9e11-43b5f5018bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.846791 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-15035b8b-4742-45d6-9e11-43b5f5018bc3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea2068dfe2c042ac9ca15680ce81c82a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895738 Aug 30 07:40:42.848985 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15035b8b-4742-45d6-9e11-43b5f5018bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3c5271-a2b6-4e4a-9fc5-0141eb733959,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:42.849742 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 46898) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:42.901427 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f1d37a6-8128-4651-afeb-999397da0038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.923006 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f1d37a6-8128-4651-afeb-999397da0038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.982155 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f1d37a6-8128-4651-afeb-999397da0038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.984991 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f1d37a6-8128-4651-afeb-999397da0038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:42.987508 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5f1d37a6-8128-4651-afeb-999397da0038 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad3c5271-a2b6-4e4a-9fc5-0141eb733959 HTTP/1.1" status: 204 len: 168 time: 0.1352038 Aug 30 07:40:42.997991 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d37a6-8128-4651-afeb-999397da0038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3c5271-a2b6-4e4a-9fc5-0141eb733959,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:43.673670 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7274f-8f71-41ac-b37f-4ddc2d28c0ef req-2fd5e1c7-52b3-4f59-a534-a973dbdfa804 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:43.675213 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-56f7274f-8f71-41ac-b37f-4ddc2d28c0ef req-2fd5e1c7-52b3-4f59-a534-a973dbdfa804 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0596614 Aug 30 07:40:43.733980 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-56f7274f-8f71-41ac-b37f-4ddc2d28c0ef req-9c2179dc-3969-49b6-bfcd-ad0f2d415148 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493934 Aug 30 07:40:44.089404 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caae04c-6f73-4cd5-9338-84cc7ac43300 req-26190eab-f0e9-4181-9858-82b58dd3ed8a tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:44.091589 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8caae04c-6f73-4cd5-9338-84cc7ac43300 req-26190eab-f0e9-4181-9858-82b58dd3ed8a tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 946 time: 0.0554731 Aug 30 07:40:44.163171 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8caae04c-6f73-4cd5-9338-84cc7ac43300 req-e2fec0fc-2f33-46ef-9b5e-d9653c94fb62 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633876 Aug 30 07:40:44.851040 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df708db-3a33-4dc5-8817-ff2e149f457e req-59950943-2931-4bfe-b2f6-f237650486fb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:44.852571 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4df708db-3a33-4dc5-8817-ff2e149f457e req-59950943-2931-4bfe-b2f6-f237650486fb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0502548 Aug 30 07:40:44.892660 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4df708db-3a33-4dc5-8817-ff2e149f457e req-94badace-02ce-4aff-b3f5-70470a5d283c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339839 Aug 30 07:40:44.955594 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47018) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:45.057077 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdbd25bd-f593-45b7-b63e-0f7bb217c585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:45.144719 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdbd25bd-f593-45b7-b63e-0f7bb217c585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:45.148453 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdbd25bd-f593-45b7-b63e-0f7bb217c585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:45.185229 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-bdbd25bd-f593-45b7-b63e-0f7bb217c585 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98eea8857e2c4d6d9d21c201577ba8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285669 Aug 30 07:40:45.186160 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd25bd-f593-45b7-b63e-0f7bb217c585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bf4e6b-1896-441d-9406-f1d494893a57,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:45.187871 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47024) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:45.259159 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a41f-85ad-4b63-a631-7c7d5ca4a2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:45.304936 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a41f-85ad-4b63-a631-7c7d5ca4a2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:45.310600 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2944e0-8e29-4239-b91c-e61ba7e37e25 req-67198f38-86b0-44c2-a15c-da6b00420a4e tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:45.327177 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b2944e0-8e29-4239-b91c-e61ba7e37e25 req-67198f38-86b0-44c2-a15c-da6b00420a4e tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 946 time: 0.0846062 Aug 30 07:40:45.378663 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b2944e0-8e29-4239-b91c-e61ba7e37e25 req-250dff9d-7f2c-4a49-8215-435e8aab979f tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504484 Aug 30 07:40:45.392433 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a41f-85ad-4b63-a631-7c7d5ca4a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:45.395937 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a41f-85ad-4b63-a631-7c7d5ca4a2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:45.401444 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e2a3a41f-85ad-4b63-a631-7c7d5ca4a2c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86bf4e6b-1896-441d-9406-f1d494893a57 HTTP/1.1" status: 204 len: 168 time: 0.2116663 Aug 30 07:40:45.413180 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3a41f-85ad-4b63-a631-7c7d5ca4a2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bf4e6b-1896-441d-9406-f1d494893a57,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:45.564564 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47048) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:45.743355 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ed3bec7d-6c83-435b-9c84-d2116c61925e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:45.810430 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47064) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:45.839660 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a947e85c-ab9e-4db6-8d49-495a3613bcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:45.861790 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ed3bec7d-6c83-435b-9c84-d2116c61925e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:45.866902 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ed3bec7d-6c83-435b-9c84-d2116c61925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:45.911851 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ed3bec7d-6c83-435b-9c84-d2116c61925e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b99fa1ba9654c138a10cc6a4b99e8ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460045 Aug 30 07:40:45.912039 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47070) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:45.913118 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bec7d-6c83-435b-9c84-d2116c61925e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a068697f-5703-415d-b483-60886e8502a2,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:46.000508 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-03f42575-34c9-4515-91fd-979a09eeee50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.004033 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a947e85c-ab9e-4db6-8d49-495a3613bcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.020734 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a947e85c-ab9e-4db6-8d49-495a3613bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.035382 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf987cb-2c1b-422a-81b0-60ed86de7384 req-7b6d25f0-33a1-4216-8c5b-64b5dba0ab7e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:46.036895 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cdf987cb-2c1b-422a-81b0-60ed86de7384 req-7b6d25f0-33a1-4216-8c5b-64b5dba0ab7e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0627978 Aug 30 07:40:46.042847 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-03f42575-34c9-4515-91fd-979a09eeee50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.083816 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cdf987cb-2c1b-422a-81b0-60ed86de7384 req-a448a826-2f33-488f-922d-7d819dd38545 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Aug 30 07:40:46.096129 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-a947e85c-ab9e-4db6-8d49-495a3613bcd0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=359bc5ec49504cb58b8ece27e3e9bbbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823486 Aug 30 07:40:46.100315 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47078) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:46.104865 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947e85c-ab9e-4db6-8d49-495a3613bcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8598a53e-2a25-4aea-bd4d-23f781ab05ee,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:46.128278 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-03f42575-34c9-4515-91fd-979a09eeee50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.131330 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-03f42575-34c9-4515-91fd-979a09eeee50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.134735 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-03f42575-34c9-4515-91fd-979a09eeee50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a068697f-5703-415d-b483-60886e8502a2 HTTP/1.1" status: 204 len: 168 time: 0.2196171 Aug 30 07:40:46.146782 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f42575-34c9-4515-91fd-979a09eeee50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a068697f-5703-415d-b483-60886e8502a2,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:46.167447 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1ff52570-1a16-4a18-aa6f-e6d1b0a1cf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.185279 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47082) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:46.192633 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1ff52570-1a16-4a18-aa6f-e6d1b0a1cf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.265425 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc841e1d-2f1d-4cd3-8b8e-5db74edb54a0 req-a85bba24-a320-452f-bc6f-aa04dd10e325 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:46.266904 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cc841e1d-2f1d-4cd3-8b8e-5db74edb54a0 req-a85bba24-a320-452f-bc6f-aa04dd10e325 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.68 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 946 time: 0.0722656 Aug 30 07:40:46.310887 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d4d71932-31f9-447e-aead-b26914be4f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.314591 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1ff52570-1a16-4a18-aa6f-e6d1b0a1cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.317185 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1ff52570-1a16-4a18-aa6f-e6d1b0a1cf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.318305 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1ff52570-1a16-4a18-aa6f-e6d1b0a1cf43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8598a53e-2a25-4aea-bd4d-23f781ab05ee HTTP/1.1" status: 204 len: 168 time: 0.2165344 Aug 30 07:40:46.375719 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff52570-1a16-4a18-aa6f-e6d1b0a1cf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8598a53e-2a25-4aea-bd4d-23f781ab05ee,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:46.427665 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-cc841e1d-2f1d-4cd3-8b8e-5db74edb54a0 req-5c37cbf7-db7b-43d8-b314-b35d75c6cc78 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Deleting port 309b8783-dce2-4744-af79-49b9b323ad6d {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:40:46.428005 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cc841e1d-2f1d-4cd3-8b8e-5db74edb54a0 req-5c37cbf7-db7b-43d8-b314-b35d75c6cc78 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.493335 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d4d71932-31f9-447e-aead-b26914be4f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.501800 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d4d71932-31f9-447e-aead-b26914be4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.551562 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d71932-31f9-447e-aead-b26914be4f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015493b2-df02-4d74-85eb-598d0f15b8b7,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:46.564182 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-cc841e1d-2f1d-4cd3-8b8e-5db74edb54a0 req-5c37cbf7-db7b-43d8-b314-b35d75c6cc78 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] For port 309b8783-dce2-4744-af79-49b9b323ad6d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=309b8783-dce2-4744-af79-49b9b323ad6d,segment=NetworkSegment(208fcbef-58a2-48c8-afde-19dfbe944cd8),segment_id=208fcbef-58a2-48c8-afde-19dfbe944cd8)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:46.564550 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cc841e1d-2f1d-4cd3-8b8e-5db74edb54a0 req-5c37cbf7-db7b-43d8-b314-b35d75c6cc78 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.573674 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d4d71932-31f9-447e-aead-b26914be4f18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54d9f8b27e834c7fa9c5dd155bb5de28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873019 Aug 30 07:40:46.576401 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47096) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:46.585393 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-cc841e1d-2f1d-4cd3-8b8e-5db74edb54a0 req-5c37cbf7-db7b-43d8-b314-b35d75c6cc78 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Calling delete_port for 309b8783-dce2-4744-af79-49b9b323ad6d owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:40:46.607898 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bee62-5521-48cc-a28d-3b60fe9f1f41 req-7e8c099e-7371-42f5-9db8-81441997fb3d tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:46.617637 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc8bee62-5521-48cc-a28d-3b60fe9f1f41 req-7e8c099e-7371-42f5-9db8-81441997fb3d tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 946 time: 0.1183684 Aug 30 07:40:46.646667 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bc786e8f-ffab-4235-890c-911e55aa6ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.671062 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bc786e8f-ffab-4235-890c-911e55aa6ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.743750 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc8bee62-5521-48cc-a28d-3b60fe9f1f41 req-72f0d4a6-c0db-42ae-ae30-23f04895151e tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252723 Aug 30 07:40:46.747173 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bc786e8f-ffab-4235-890c-911e55aa6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.750270 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bc786e8f-ffab-4235-890c-911e55aa6ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.753736 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-bc786e8f-ffab-4235-890c-911e55aa6ee0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/015493b2-df02-4d74-85eb-598d0f15b8b7 HTTP/1.1" status: 204 len: 168 time: 0.1738515 Aug 30 07:40:46.770293 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc786e8f-ffab-4235-890c-911e55aa6ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015493b2-df02-4d74-85eb-598d0f15b8b7,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:46.873483 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cc841e1d-2f1d-4cd3-8b8e-5db74edb54a0 req-5c37cbf7-db7b-43d8-b314-b35d75c6cc78 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.887788 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['309b8783-dce2-4744-af79-49b9b323ad6d'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:46.913254 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37cbf7-db7b-43d8-b314-b35d75c6cc78 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Pushing event deleted for resources: {'Port': ['ID=309b8783-dce2-4744-af79-49b9b323ad6d,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:46.986938 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc841e1d-2f1d-4cd3-8b8e-5db74edb54a0 req-5c37cbf7-db7b-43d8-b314-b35d75c6cc78 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] No DVR routers for this DVR port 309b8783-dce2-4744-af79-49b9b323ad6d on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:40:46.990746 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cc841e1d-2f1d-4cd3-8b8e-5db74edb54a0 req-5c37cbf7-db7b-43d8-b314-b35d75c6cc78 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:46.993384 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cc841e1d-2f1d-4cd3-8b8e-5db74edb54a0 req-5c37cbf7-db7b-43d8-b314-b35d75c6cc78 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.68 "DELETE /v2.0/ports/309b8783-dce2-4744-af79-49b9b323ad6d HTTP/1.1" status: 204 len: 173 time: 0.7167974 Aug 30 07:40:46.994051 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dd1162-6231-4ad5-adb1-449e7b321d5a', 'name': 'network-vif-deleted', 'tag': '309b8783-dce2-4744-af79-49b9b323ad6d'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:46.997275 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c3978e-60bd-4338-97e5-14010b439cbe" -d '{"events": [{"server_uuid": "e3dd1162-6231-4ad5-adb1-449e7b321d5a", "name": "network-vif-deleted", "tag": "309b8783-dce2-4744-af79-49b9b323ad6d"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:47.058073 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cbe445-5e53-4b5c-9d9c-d196b29ecab2 x-openstack-request-id: req-b2cbe445-5e53-4b5c-9d9c-d196b29ecab2 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:47.058511 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dd1162-6231-4ad5-adb1-449e7b321d5a", "name": "network-vif-deleted", "tag": "309b8783-dce2-4744-af79-49b9b323ad6d", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:47.058826 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2cbe445-5e53-4b5c-9d9c-d196b29ecab2 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:47.059316 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dd1162-6231-4ad5-adb1-449e7b321d5a', 'name': 'network-vif-deleted', 'tag': '309b8783-dce2-4744-af79-49b9b323ad6d', 'status': 'completed', 'code': 200} Aug 30 07:40:47.215004 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8e1a5-c7ba-4242-8933-a959d9823dd5 req-753f1716-9009-42e7-99e8-fb0e442f96cf tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:47.216938 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e3c8e1a5-c7ba-4242-8933-a959d9823dd5 req-753f1716-9009-42e7-99e8-fb0e442f96cf tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0546982 Aug 30 07:40:47.263830 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e3c8e1a5-c7ba-4242-8933-a959d9823dd5 req-41768bbb-7932-4eed-9a92-d7b9e712689e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Aug 30 07:40:47.364126 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47144) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:47.376816 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1cacece-0988-4658-9a3f-3d87cde782f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.468042 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1cacece-0988-4658-9a3f-3d87cde782f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.472323 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1cacece-0988-4658-9a3f-3d87cde782f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.507916 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cacece-0988-4658-9a3f-3d87cde782f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d2cfe9-5363-49e9-84a8-1fbb0a09a830,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:47.512896 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-a1cacece-0988-4658-9a3f-3d87cde782f3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e23038676ee1431fbc261fc4c798ec25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477549 Aug 30 07:40:47.515544 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47154) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:47.569670 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-45b96597-d1b9-42b2-9d29-9554c958e204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.592580 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-45b96597-d1b9-42b2-9d29-9554c958e204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.641521 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-45b96597-d1b9-42b2-9d29-9554c958e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.645036 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-45b96597-d1b9-42b2-9d29-9554c958e204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:47.648484 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-45b96597-d1b9-42b2-9d29-9554c958e204 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54d2cfe9-5363-49e9-84a8-1fbb0a09a830 HTTP/1.1" status: 204 len: 168 time: 0.1297312 Aug 30 07:40:47.656562 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b96597-d1b9-42b2-9d29-9554c958e204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d2cfe9-5363-49e9-84a8-1fbb0a09a830,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:47.888313 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d44323fa-51f0-4cc2-aeed-5fbe4cb3e280 req-42f69e92-191d-44a5-81d7-10e1c65ee089 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 210 time: 0.0352607 Aug 30 07:40:48.104888 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47216) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:48.257431 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47228) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:48.274563 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b3fe4b14-1252-4060-8c83-0c42a41fc126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.300509 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3034cdcc-04f6-44fe-a2bb-63dadf864ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.400365 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec3646-1286-43ab-b736-4022d19b6da1 req-4d1aec39-7de7-4680-9e03-34508024896f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:48.401810 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6dec3646-1286-43ab-b736-4022d19b6da1 req-4d1aec39-7de7-4680-9e03-34508024896f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0709252 Aug 30 07:40:48.444583 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b3fe4b14-1252-4060-8c83-0c42a41fc126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.456198 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b3fe4b14-1252-4060-8c83-0c42a41fc126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.484262 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6dec3646-1286-43ab-b736-4022d19b6da1 req-9786cc3f-ddb6-4673-9009-254cc74e75cd tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744007 Aug 30 07:40:48.512052 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b3fe4b14-1252-4060-8c83-0c42a41fc126 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa025c01f5d240b6a3a70b71e0f574b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532299 Aug 30 07:40:48.514644 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47232) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:48.518770 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe4b14-1252-4060-8c83-0c42a41fc126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c347a638-1276-4214-a16b-7ce78622dba7,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:48.566549 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-76c12718-2d9e-43f5-9454-8a7acf1e98c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.579313 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3034cdcc-04f6-44fe-a2bb-63dadf864ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.582979 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3034cdcc-04f6-44fe-a2bb-63dadf864ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.586747 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-76c12718-2d9e-43f5-9454-8a7acf1e98c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.620952 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-3034cdcc-04f6-44fe-a2bb-63dadf864ae6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c5b8dc557a24febb8f3eb481cdb925a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5143793 Aug 30 07:40:48.621821 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034cdcc-04f6-44fe-a2bb-63dadf864ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fcafad-be63-4813-a632-0f75a9f763e0,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:48.623573 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47234) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:48.642373 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-76c12718-2d9e-43f5-9454-8a7acf1e98c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.645137 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-76c12718-2d9e-43f5-9454-8a7acf1e98c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.648513 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-76c12718-2d9e-43f5-9454-8a7acf1e98c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c347a638-1276-4214-a16b-7ce78622dba7 HTTP/1.1" status: 204 len: 168 time: 0.1305614 Aug 30 07:40:48.663613 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c12718-2d9e-43f5-9454-8a7acf1e98c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c347a638-1276-4214-a16b-7ce78622dba7,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:48.686901 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2084115f-d1f3-4b60-b5a0-6792019130be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.707763 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2084115f-d1f3-4b60-b5a0-6792019130be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.753842 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2084115f-d1f3-4b60-b5a0-6792019130be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.756433 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2084115f-d1f3-4b60-b5a0-6792019130be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:48.757560 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2084115f-d1f3-4b60-b5a0-6792019130be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5fcafad-be63-4813-a632-0f75a9f763e0 HTTP/1.1" status: 204 len: 168 time: 0.1330342 Aug 30 07:40:48.765031 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084115f-d1f3-4b60-b5a0-6792019130be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fcafad-be63-4813-a632-0f75a9f763e0,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:49.022296 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2b6deeb5-7480-49d4-804f-e9f677b286be req-2b268b5c-a8c8-489c-aea7-fa17ef9a48b0 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 210 time: 0.0314703 Aug 30 07:40:49.743130 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e89ea-b64b-44a0-91f8-8cc8dd881700 req-120960b1-7e09-41da-ab60-0cce19e7f9bd tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:49.744675 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9c2e89ea-b64b-44a0-91f8-8cc8dd881700 req-120960b1-7e09-41da-ab60-0cce19e7f9bd tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0520008 Aug 30 07:40:49.785085 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9c2e89ea-b64b-44a0-91f8-8cc8dd881700 req-47adc50e-436b-4808-81b4-8f7df4c3cfd0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Aug 30 07:40:50.138036 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f7f82f3d-83bb-473b-a21c-0fed96bf55a3 req-0139af6e-8bb6-42a1-8206-d43c7c6fc853 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 210 time: 0.0327020 Aug 30 07:40:50.895758 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d924e18-c269-4872-b2cb-814c88e1470b req-0f7c48ae-985f-480c-a3ce-8e73c31941e8 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:50.897195 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d924e18-c269-4872-b2cb-814c88e1470b req-0f7c48ae-985f-480c-a3ce-8e73c31941e8 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0472219 Aug 30 07:40:50.932601 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d924e18-c269-4872-b2cb-814c88e1470b req-2c480316-eb47-4b89-975d-554d7eeed921 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297289 Aug 30 07:40:51.241629 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e80f7bae-4d0b-49cd-866d-2dc9b6f9bbce req-19217602-f806-4521-bf4d-93deba5a2f84 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3dd1162-6231-4ad5-adb1-449e7b321d5a HTTP/1.1" status: 200 len: 210 time: 0.0274932 Aug 30 07:40:51.632665 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 309b8783-dce2-4744-af79-49b9b323ad6d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:40:51.654661 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: 309b8783-dce2-4744-af79-49b9b323ad6d {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:40:51.655003 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 309b8783-dce2-4744-af79-49b9b323ad6d not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:40:52.048984 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6f8be-9a80-44ba-9f42-b641f0f9d1b5 req-7401a036-2992-47a4-8eb0-1a59b139e003 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:52.050472 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6cf6f8be-9a80-44ba-9f42-b641f0f9d1b5 req-7401a036-2992-47a4-8eb0-1a59b139e003 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0521660 Aug 30 07:40:52.098630 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6cf6f8be-9a80-44ba-9f42-b641f0f9d1b5 req-71ad5429-7f5b-48af-bdb4-1c1392a8043f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Aug 30 07:40:52.553475 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-5b74a2f1-2527-4237-856b-d7d19c4479ab tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:52.554910 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-5b74a2f1-2527-4237-856b-d7d19c4479ab tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/networks?id=0e658700-17b4-47df-a6e6-a26039eb9c96 HTTP/1.1" status: 200 len: 808 time: 0.1001635 Aug 30 07:40:52.570234 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-f9b9ae5c-872d-4c05-b06e-3e705a449caf tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/quotas/b8946f6b8ecf4ae3b3bfe35a1dbb752f HTTP/1.1" status: 200 len: 375 time: 0.0090623 Aug 30 07:40:52.599708 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-be03f9dc-510a-425c-be7a-3aa2871e2629 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8946f6b8ecf4ae3b3bfe35a1dbb752f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244603 Aug 30 07:40:52.695362 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ae3c3228-5ddc-4b1b-902c-3db26ef1bdf4 service neutron] 10.222.0.64 "GET /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885320 Aug 30 07:40:52.784728 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-95e8d96c-358c-4cdf-9968-de662d65a632 service neutron] 10.222.0.64 "GET /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830934 Aug 30 07:40:52.940847 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b9839c5-46de-48e4-9e2d-6485198ce6b3 req-d6528c63-d03e-4b5e-975a-bc41294f6265 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 210 time: 0.0265191 Aug 30 07:40:53.436617 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d7f93-d2dd-49ca-8952-c6d45331120d req-c790d3e6-b289-44e7-ab19-41da70e30378 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:53.438149 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-db4d7f93-d2dd-49ca-8952-c6d45331120d req-c790d3e6-b289-44e7-ab19-41da70e30378 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.2722600 Aug 30 07:40:53.491920 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-db4d7f93-d2dd-49ca-8952-c6d45331120d req-4d07b1c5-bccf-4939-bdf6-452adb9a24c9 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453768 Aug 30 07:40:54.057551 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dfca651b-34ec-4e37-8ac6-1d588ab47910 req-62d755fd-d258-474e-a056-9711230a996f tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 210 time: 0.0311272 Aug 30 07:40:54.224900 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-a5f2969a-2439-4523-817a-98238a79eed1 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:54.226546 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-a5f2969a-2439-4523-817a-98238a79eed1 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.68 "GET /v2.0/networks?id=0e658700-17b4-47df-a6e6-a26039eb9c96 HTTP/1.1" status: 200 len: 808 time: 0.1405997 Aug 30 07:40:54.246271 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Request body: {'port': {'device_id': 'aa5118b2-db4b-4686-94dc-6dcf69988098', 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96', 'admin_state_up': True, 'tenant_id': 'b8946f6b8ecf4ae3b3bfe35a1dbb752f'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:54.357843 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Made reservation on behalf of b8946f6b8ecf4ae3b3bfe35a1dbb752f for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:40:54.361210 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:54.487217 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Allocated IP 172.20.0.14 (0e658700-17b4-47df-a6e6-a26039eb9c96/00940230-bd08-48a4-8c8a-04d6e47db61d/994d9c36-4912-4a6e-b2f8-4d9df4d03706) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:40:54.657499 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc1435-6b1b-4d80-b6e8-8aebe69ecc68 req-1338b558-cebb-4df7-8a22-5d7202193c46 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:54.659098 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1fc1435-6b1b-4d80-b6e8-8aebe69ecc68 req-1338b558-cebb-4df7-8a22-5d7202193c46 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0796065 Aug 30 07:40:54.700058 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:54.723818 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1fc1435-6b1b-4d80-b6e8-8aebe69ecc68 req-cba6797b-2908-4db6-9d1a-51f9ad093116 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548573 Aug 30 07:40:54.780527 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:54.835082 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Network 0e658700-17b4-47df-a6e6-a26039eb9c96 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:40:54.843724 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Pushing event updated for resources: {'Port': ['ID=994d9c36-4912-4a6e-b2f8-4d9df4d03706,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:54.847576 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:40:54.866202 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:40:54.871692 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:54.872327 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:54.893149 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-acaf07f6-63aa-4cd2-9936-54c53d7708ef tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6508040 Aug 30 07:40:54.905183 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a1590-f2b2-4d52-b649-b42ba8e51a31 req-39b99a88-6bec-4be4-b41b-b4a669d3c7e6 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:54.906600 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc1a1590-f2b2-4d52-b649-b42ba8e51a31 req-39b99a88-6bec-4be4-b41b-b4a669d3c7e6 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.0745192 Aug 30 07:40:54.914669 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Request body: {'port': {'device_id': 'aa5118b2-db4b-4686-94dc-6dcf69988098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:40:54.988234 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc1a1590-f2b2-4d52-b649-b42ba8e51a31 req-646e432b-055b-4f42-b869-16789f45e627 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707326 Aug 30 07:40:54.992815 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.215014 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47502) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:55.258828 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7be0c9-15ea-4050-af05-9f9536285509 req-fa987614-fc1f-4170-beb4-869df055be59 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:55.260417 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0a7be0c9-15ea-4050-af05-9f9536285509 req-fa987614-fc1f-4170-beb4-869df055be59 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 932 time: 0.1294906 Aug 30 07:40:55.352103 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5ae169e4-12c5-4492-b06e-a5802484be3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.360261 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0a7be0c9-15ea-4050-af05-9f9536285509 req-89d2b12e-91b9-4109-909a-bda9657375bf tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770175 Aug 30 07:40:55.383013 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994d9c36-4912-4a6e-b2f8-4d9df4d03706 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:40:55.396671 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.420153 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Transition to ACTIVE for port object 994d9c36-4912-4a6e-b2f8-4d9df4d03706 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:40:55.426143 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.461658 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5ae169e4-12c5-4492-b06e-a5802484be3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.466701 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5ae169e4-12c5-4492-b06e-a5802484be3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.493532 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-5ae169e4-12c5-4492-b06e-a5802484be3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=765aaf4fbbf04438a1ec50a013407a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774227 Aug 30 07:40:55.495549 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47514) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:55.516183 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Pushing event updated for resources: {'Port': ['ID=994d9c36-4912-4a6e-b2f8-4d9df4d03706,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:55.524624 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae169e4-12c5-4492-b06e-a5802484be3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c987e7-8810-4ab4-8671-5b3552d1ed9c,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:55.573906 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-40d568e2-eeef-47c7-ac43-0a122aef4152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.574536 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Attempting to bind port 994d9c36-4912-4a6e-b2f8-4d9df4d03706 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:40:55.575150 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Attempting to bind port 994d9c36-4912-4a6e-b2f8-4d9df4d03706 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '208fcbef-58a2-48c8-afde-19dfbe944cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:40:55.575747 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Attempting to bind port 994d9c36-4912-4a6e-b2f8-4d9df4d03706 on network 0e658700-17b4-47df-a6e6-a26039eb9c96 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:55.581345 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Port 994d9c36-4912-4a6e-b2f8-4d9df4d03706 on network 0e658700-17b4-47df-a6e6-a26039eb9c96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:40:55.581856 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Attempting to bind port 994d9c36-4912-4a6e-b2f8-4d9df4d03706 on network 0e658700-17b4-47df-a6e6-a26039eb9c96 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:40:55.586587 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:40:55.586925 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Checking segment: {'id': '208fcbef-58a2-48c8-afde-19dfbe944cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:40:55.587340 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Bound using segment: {'id': '208fcbef-58a2-48c8-afde-19dfbe944cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:40:55.587765 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Bound port: 994d9c36-4912-4a6e-b2f8-4d9df4d03706, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208fcbef-58a2-48c8-afde-19dfbe944cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:40:55.588120 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.594748 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-40d568e2-eeef-47c7-ac43-0a122aef4152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.644707 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-40d568e2-eeef-47c7-ac43-0a122aef4152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.647523 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-40d568e2-eeef-47c7-ac43-0a122aef4152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.648767 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-40d568e2-eeef-47c7-ac43-0a122aef4152 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5c987e7-8810-4ab4-8671-5b3552d1ed9c HTTP/1.1" status: 204 len: 168 time: 0.1506169 Aug 30 07:40:55.658104 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d568e2-eeef-47c7-ac43-0a122aef4152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c987e7-8810-4ab4-8671-5b3552d1ed9c,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:55.658293 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] For port 994d9c36-4912-4a6e-b2f8-4d9df4d03706, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:40:55.662166 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] For port 994d9c36-4912-4a6e-b2f8-4d9df4d03706, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=994d9c36-4912-4a6e-b2f8-4d9df4d03706,segment=NetworkSegment(208fcbef-58a2-48c8-afde-19dfbe944cd8),segment_id=208fcbef-58a2-48c8-afde-19dfbe944cd8)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:40:55.667913 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.712954 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:55.713980 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:55.715055 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] 10.222.0.68 "PUT /v2.0/ports/994d9c36-4912-4a6e-b2f8-4d9df4d03706 HTTP/1.1" status: 200 len: 1094 time: 0.8075542 Aug 30 07:40:55.715577 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5118b2-db4b-4686-94dc-6dcf69988098', 'tag': '994d9c36-4912-4a6e-b2f8-4d9df4d03706'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:55.718129 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b42442-fff7-4c08-b2b9-82f3d24ae7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5118b2-db4b-4686-94dc-6dcf69988098", "tag": "994d9c36-4912-4a6e-b2f8-4d9df4d03706"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:55.739573 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85d86a-d986-4145-8b7d-7e65087a023e service neutron] Pushing event updated for resources: {'Port': ['ID=994d9c36-4912-4a6e-b2f8-4d9df4d03706,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:55.782493 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6f0c04-36a0-47d9-9377-f63b68cd164c x-openstack-request-id: req-db6f0c04-36a0-47d9-9377-f63b68cd164c {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:55.782493 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5118b2-db4b-4686-94dc-6dcf69988098", "tag": "994d9c36-4912-4a6e-b2f8-4d9df4d03706", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:55.782493 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db6f0c04-36a0-47d9-9377-f63b68cd164c {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:55.782493 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5118b2-db4b-4686-94dc-6dcf69988098', 'tag': '994d9c36-4912-4a6e-b2f8-4d9df4d03706', 'status': 'completed', 'code': 200} Aug 30 07:40:55.879723 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-d14ec323-fece-4469-8d63-c3777dbf83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:55.881258 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-d14ec323-fece-4469-8d63-c3777dbf83f1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b8946f6b8ecf4ae3b3bfe35a1dbb752f&device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 1097 time: 0.0878227 Aug 30 07:40:55.888716 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8779408-8d6e-4537-9ebc-09572810372d req-91a3893a-eb87-4255-9a97-9a50f1ccd300 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:55.890159 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f8779408-8d6e-4537-9ebc-09572810372d req-91a3893a-eb87-4255-9a97-9a50f1ccd300 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0698352 Aug 30 07:40:55.948528 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47530) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:55.951856 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-5a91ebdf-954a-408e-81df-24e23e870752 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=994d9c36-4912-4a6e-b2f8-4d9df4d03706 HTTP/1.1" status: 200 len: 217 time: 0.0562763 Aug 30 07:40:55.961142 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ed0385b-c768-411d-ba95-af4adac06c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.005282 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f8779408-8d6e-4537-9ebc-09572810372d req-57b96b00-68dd-4f28-b300-6e5a2967fc28 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034074 Aug 30 07:40:56.034386 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-add8ab76-99f1-437a-80e7-5848ede438c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.035945 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-add8ab76-99f1-437a-80e7-5848ede438c2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=00940230-bd08-48a4-8c8a-04d6e47db61d HTTP/1.1" status: 200 len: 848 time: 0.0700288 Aug 30 07:40:56.081787 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-bdaac4c2-cbd9-492c-9159-f8566c28c41a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0e658700-17b4-47df-a6e6-a26039eb9c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355632 Aug 30 07:40:56.086886 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ed0385b-c768-411d-ba95-af4adac06c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.092363 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ed0385b-c768-411d-ba95-af4adac06c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.126304 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-8ed0385b-c768-411d-ba95-af4adac06c3c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58b25ee020a84aee8fffd191881fe283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767418 Aug 30 07:40:56.128791 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47546) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:56.154497 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0385b-c768-411d-ba95-af4adac06c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7c5d7f-9bfc-4823-b536-908bb5e4c40e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:56.190934 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32624220-83f8-4cdc-8c53-d94297fe0dc2 req-b526573c-c92c-416c-8756-0b0f85f70d45 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.192459 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-32624220-83f8-4cdc-8c53-d94297fe0dc2 req-b526573c-c92c-416c-8756-0b0f85f70d45 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.1131117 Aug 30 07:40:56.197536 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7cf02370-d299-4e80-b837-4ab1f7344c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.218746 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7cf02370-d299-4e80-b837-4ab1f7344c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.250834 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-8e10fbef-6a96-401b-ad3e-f5da07accb95 service neutron] 10.222.0.68 "GET /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582890 Aug 30 07:40:56.256452 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-32624220-83f8-4cdc-8c53-d94297fe0dc2 req-c34849ec-9588-4935-9ce9-8aa18a0fc45f tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554008 Aug 30 07:40:56.281402 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7cf02370-d299-4e80-b837-4ab1f7344c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.285240 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7cf02370-d299-4e80-b837-4ab1f7344c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.286644 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7cf02370-d299-4e80-b837-4ab1f7344c2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd7c5d7f-9bfc-4823-b536-908bb5e4c40e HTTP/1.1" status: 204 len: 168 time: 0.1569114 Aug 30 07:40:56.302612 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf02370-d299-4e80-b837-4ab1f7344c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7c5d7f-9bfc-4823-b536-908bb5e4c40e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:56.383597 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b8d0e52-2b1e-42df-acc9-398a634f0efd req-c74c10d4-4063-4304-ba67-fff5bb5f09a3 service neutron] 10.222.0.68 "GET /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226335 Aug 30 07:40:56.531906 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5e602-eda8-407a-8b1b-4a50afec60dd req-9884889c-0924-4d55-886f-0ab2430b2e33 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.534156 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-40e5e602-eda8-407a-8b1b-4a50afec60dd req-9884889c-0924-4d55-886f-0ab2430b2e33 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 944 time: 0.0901761 Aug 30 07:40:56.537363 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b42442-fff7-4c08-b2b9-82f3d24ae7a8 req-20e1521f-f76d-4cd2-9c7d-9ddffa6d4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.539047 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02b42442-fff7-4c08-b2b9-82f3d24ae7a8 req-20e1521f-f76d-4cd2-9c7d-9ddffa6d4950 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b8946f6b8ecf4ae3b3bfe35a1dbb752f&device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 1097 time: 0.0840468 Aug 30 07:40:56.683640 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-40e5e602-eda8-407a-8b1b-4a50afec60dd req-89dd9712-5e67-4869-a187-033c9bf8ad39 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433301 Aug 30 07:40:56.726571 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b42442-fff7-4c08-b2b9-82f3d24ae7a8 req-3dfad850-93ac-4b1d-bc19-25f11516f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.728193 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02b42442-fff7-4c08-b2b9-82f3d24ae7a8 req-3dfad850-93ac-4b1d-bc19-25f11516f6b9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0e658700-17b4-47df-a6e6-a26039eb9c96 HTTP/1.1" status: 200 len: 909 time: 0.1753047 Aug 30 07:40:56.756962 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47582) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:56.784459 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02b42442-fff7-4c08-b2b9-82f3d24ae7a8 req-c425249c-90c5-4c51-ad2e-a96cdd39f245 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=994d9c36-4912-4a6e-b2f8-4d9df4d03706 HTTP/1.1" status: 200 len: 217 time: 0.0414455 Aug 30 07:40:56.835674 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b42442-fff7-4c08-b2b9-82f3d24ae7a8 req-95eb231e-2677-493e-b453-e7264b49e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:56.837320 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02b42442-fff7-4c08-b2b9-82f3d24ae7a8 req-95eb231e-2677-493e-b453-e7264b49e6ef service neutron] 10.222.0.68 "GET /v2.0/subnets?id=00940230-bd08-48a4-8c8a-04d6e47db61d HTTP/1.1" status: 200 len: 848 time: 0.0451176 Aug 30 07:40:56.868202 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-68f68ca5-43f8-4da9-b832-bc786e63538d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.897991 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02b42442-fff7-4c08-b2b9-82f3d24ae7a8 req-753120e8-83ab-4382-acfb-5c344cfaac0a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0e658700-17b4-47df-a6e6-a26039eb9c96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313377 Aug 30 07:40:56.968268 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-68f68ca5-43f8-4da9-b832-bc786e63538d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:56.973393 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-68f68ca5-43f8-4da9-b832-bc786e63538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.015879 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02b42442-fff7-4c08-b2b9-82f3d24ae7a8 req-e740956a-c7df-4cf0-aa8f-a260402407cc service neutron] 10.222.0.68 "GET /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076033 Aug 30 07:40:57.016571 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47590) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:57.016866 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-68f68ca5-43f8-4da9-b832-bc786e63538d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26b9121d639f45b7ae2e61f2dbd17c67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586124 Aug 30 07:40:57.017676 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f68ca5-43f8-4da9-b832-bc786e63538d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf6f435-5907-440a-b645-c93971494a33,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:57.032029 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47592) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:57.144246 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a755-1f53-4211-9583-e8336b121a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.181571 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d4238-7d42-48e8-a10b-5588996552e6 req-688a10c8-ba27-4e71-82ed-693c540c757f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:57.182967 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-632d4238-7d42-48e8-a10b-5588996552e6 req-688a10c8-ba27-4e71-82ed-693c540c757f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.1050479 Aug 30 07:40:57.183589 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4abf43fc-cc16-476d-9f61-8e1106d9ebd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.215463 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02b42442-fff7-4c08-b2b9-82f3d24ae7a8 req-1e8f78a7-26d5-49ec-aa66-f2964746d154 service neutron] 10.222.0.68 "GET /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914620 Aug 30 07:40:57.232183 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4abf43fc-cc16-476d-9f61-8e1106d9ebd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.238650 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a755-1f53-4211-9583-e8336b121a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.242600 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a755-1f53-4211-9583-e8336b121a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.262096 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-632d4238-7d42-48e8-a10b-5588996552e6 req-987f9b16-e508-4961-8b2a-8b0a9ed713b9 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662539 Aug 30 07:40:57.282763 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6ef6a755-1f53-4211-9583-e8336b121a1f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a99ec2bc89864c7b96d70e8695c9b3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496572 Aug 30 07:40:57.285303 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6a755-1f53-4211-9583-e8336b121a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3e2595-dee0-4367-a2fd-ed67f7d2194a,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:57.285944 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47598) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:57.322158 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4abf43fc-cc16-476d-9f61-8e1106d9ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.324423 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4abf43fc-cc16-476d-9f61-8e1106d9ebd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.327860 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4abf43fc-cc16-476d-9f61-8e1106d9ebd7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9cf6f435-5907-440a-b645-c93971494a33 HTTP/1.1" status: 204 len: 168 time: 0.3079586 Aug 30 07:40:57.340456 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf43fc-cc16-476d-9f61-8e1106d9ebd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf6f435-5907-440a-b645-c93971494a33,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:57.358279 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-22e624a4-1754-4fb4-9f6c-16c97d46eb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.405963 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-22e624a4-1754-4fb4-9f6c-16c97d46eb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.442771 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9457bec-fa76-4b9f-8f05-66789b5c2c0f req-86af3be9-472a-45b5-ac29-e65aba711430 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:57.444069 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e9457bec-fa76-4b9f-8f05-66789b5c2c0f req-86af3be9-472a-45b5-ac29-e65aba711430 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.0838614 Aug 30 07:40:57.493836 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e9457bec-fa76-4b9f-8f05-66789b5c2c0f req-1a889723-63af-4e87-a150-37e0cfbb0d67 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Aug 30 07:40:57.502304 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-22e624a4-1754-4fb4-9f6c-16c97d46eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.505614 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-22e624a4-1754-4fb4-9f6c-16c97d46eb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.509195 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-22e624a4-1754-4fb4-9f6c-16c97d46eb8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd3e2595-dee0-4367-a2fd-ed67f7d2194a HTTP/1.1" status: 204 len: 168 time: 0.2197366 Aug 30 07:40:57.524485 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e624a4-1754-4fb4-9f6c-16c97d46eb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3e2595-dee0-4367-a2fd-ed67f7d2194a,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:57.615519 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47608) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:57.630557 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f9a48976-ea56-4870-aeb7-c27b690af6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.728009 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f9a48976-ea56-4870-aeb7-c27b690af6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.732896 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f9a48976-ea56-4870-aeb7-c27b690af6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.783151 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f9a48976-ea56-4870-aeb7-c27b690af6db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6233a6b40de74176863cb9e5d41c454a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664839 Aug 30 07:40:57.785789 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47614) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:57.796776 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a48976-ea56-4870-aeb7-c27b690af6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf62811-3e2c-4618-b676-13d326c55464,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:57.821764 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c13f27-9961-43a2-a3f4-619c4c71bf17 req-1627e7f0-ac60-47c8-86f6-2848c9f0d82e tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:57.823782 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-67c13f27-9961-43a2-a3f4-619c4c71bf17 req-1627e7f0-ac60-47c8-86f6-2848c9f0d82e tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 944 time: 0.0597827 Aug 30 07:40:57.843113 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-75a65631-6eed-491b-b059-1562bd4e2a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.866920 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-75a65631-6eed-491b-b059-1562bd4e2a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.870765 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-67c13f27-9961-43a2-a3f4-619c4c71bf17 req-23c9a309-6146-42ad-baf0-ed26a6f78daa tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393603 Aug 30 07:40:57.921810 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-75a65631-6eed-491b-b059-1562bd4e2a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.924404 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-75a65631-6eed-491b-b059-1562bd4e2a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:57.928025 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-75a65631-6eed-491b-b059-1562bd4e2a6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bf62811-3e2c-4618-b676-13d326c55464 HTTP/1.1" status: 204 len: 168 time: 0.1387379 Aug 30 07:40:57.928462 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47620) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:57.937372 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a65631-6eed-491b-b059-1562bd4e2a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf62811-3e2c-4618-b676-13d326c55464,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:57.947806 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-57f1a8eb-48d0-44c0-a5cd-e58be0ef75d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:58.037581 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ba8cd-e4c3-47d4-8ce6-499c56d901e0 req-4b2e8bcc-9e37-47b7-bece-884bb6529d77 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:58.039068 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fa3ba8cd-e4c3-47d4-8ce6-499c56d901e0 req-4b2e8bcc-9e37-47b7-bece-884bb6529d77 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.68 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.0711596 Aug 30 07:40:58.154241 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-57f1a8eb-48d0-44c0-a5cd-e58be0ef75d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:58.162255 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-57f1a8eb-48d0-44c0-a5cd-e58be0ef75d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:58.210609 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-fa3ba8cd-e4c3-47d4-8ce6-499c56d901e0 req-726da1f6-3bd6-4aa7-bffd-eda4c4ee3382 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Deleting port 4ec57ed7-e5c5-40af-b245-a75e32986701 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:40:58.210958 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-fa3ba8cd-e4c3-47d4-8ce6-499c56d901e0 req-726da1f6-3bd6-4aa7-bffd-eda4c4ee3382 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:58.216247 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-57f1a8eb-48d0-44c0-a5cd-e58be0ef75d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97aa0002410d4fe59ec164f81e6c481d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865896 Aug 30 07:40:58.218533 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1a8eb-48d0-44c0-a5cd-e58be0ef75d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be702fcc-2b9f-4d61-b611-79ecf96472c7,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:58.219322 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47626) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:40:58.287326 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-999bc110-8199-4d35-bcbc-8cb1f12ce1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:58.310571 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-999bc110-8199-4d35-bcbc-8cb1f12ce1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:58.322238 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-fa3ba8cd-e4c3-47d4-8ce6-499c56d901e0 req-726da1f6-3bd6-4aa7-bffd-eda4c4ee3382 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] For port 4ec57ed7-e5c5-40af-b245-a75e32986701, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4ec57ed7-e5c5-40af-b245-a75e32986701,segment=NetworkSegment(cfd7899b-e1f1-40d7-95ec-426b0fde06ed),segment_id=cfd7899b-e1f1-40d7-95ec-426b0fde06ed)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:40:58.322731 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-fa3ba8cd-e4c3-47d4-8ce6-499c56d901e0 req-726da1f6-3bd6-4aa7-bffd-eda4c4ee3382 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:58.344389 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-fa3ba8cd-e4c3-47d4-8ce6-499c56d901e0 req-726da1f6-3bd6-4aa7-bffd-eda4c4ee3382 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Calling delete_port for 4ec57ed7-e5c5-40af-b245-a75e32986701 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:40:58.375920 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-999bc110-8199-4d35-bcbc-8cb1f12ce1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:58.378622 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-999bc110-8199-4d35-bcbc-8cb1f12ce1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:58.379766 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-999bc110-8199-4d35-bcbc-8cb1f12ce1c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be702fcc-2b9f-4d61-b611-79ecf96472c7 HTTP/1.1" status: 204 len: 168 time: 0.1594114 Aug 30 07:40:58.390069 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bc110-8199-4d35-bcbc-8cb1f12ce1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be702fcc-2b9f-4d61-b611-79ecf96472c7,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:58.716315 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b2997-b99e-40a3-86fd-85fbd9edfc0b req-aca6bcb4-44d8-42c5-ac45-dc00367bf6bd tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:58.717832 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ac2b2997-b99e-40a3-86fd-85fbd9edfc0b req-aca6bcb4-44d8-42c5-ac45-dc00367bf6bd tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.3265090 Aug 30 07:40:58.733414 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe5c8-a15a-4a90-8b34-d58f5a05e817 req-ba27b911-b494-444a-81b2-518b3f45e744 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:58.739676 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6dafe5c8-a15a-4a90-8b34-d58f5a05e817 req-ba27b911-b494-444a-81b2-518b3f45e744 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 945 time: 0.0982742 Aug 30 07:40:58.834047 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6dafe5c8-a15a-4a90-8b34-d58f5a05e817 req-f251f08c-913e-4849-91cc-7729a475e29c tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/security-groups?id=42261cf6-fa6a-4599-a7b7-f259de5ca96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931177 Aug 30 07:40:58.856970 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-fa3ba8cd-e4c3-47d4-8ce6-499c56d901e0 req-726da1f6-3bd6-4aa7-bffd-eda4c4ee3382 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:58.868913 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ac2b2997-b99e-40a3-86fd-85fbd9edfc0b req-cceea499-fe7b-4952-a1b1-c07c8354b59d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262569 Aug 30 07:40:58.873467 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['4ec57ed7-e5c5-40af-b245-a75e32986701'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:40:58.902934 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726da1f6-3bd6-4aa7-bffd-eda4c4ee3382 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Pushing event deleted for resources: {'Port': ['ID=4ec57ed7-e5c5-40af-b245-a75e32986701,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:40:58.954325 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3ba8cd-e4c3-47d4-8ce6-499c56d901e0 req-726da1f6-3bd6-4aa7-bffd-eda4c4ee3382 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] No DVR routers for this DVR port 4ec57ed7-e5c5-40af-b245-a75e32986701 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:40:58.957084 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-fa3ba8cd-e4c3-47d4-8ce6-499c56d901e0 req-726da1f6-3bd6-4aa7-bffd-eda4c4ee3382 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:40:58.959265 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fa3ba8cd-e4c3-47d4-8ce6-499c56d901e0 req-726da1f6-3bd6-4aa7-bffd-eda4c4ee3382 tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.68 "DELETE /v2.0/ports/4ec57ed7-e5c5-40af-b245-a75e32986701 HTTP/1.1" status: 204 len: 173 time: 0.9116366 Aug 30 07:40:58.959715 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfb8c40-458e-4026-8042-2195035ed5cc', 'name': 'network-vif-deleted', 'tag': '4ec57ed7-e5c5-40af-b245-a75e32986701'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:40:58.961960 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60563799-7d4e-470b-a342-4b6ecb780b82" -d '{"events": [{"server_uuid": "adfb8c40-458e-4026-8042-2195035ed5cc", "name": "network-vif-deleted", "tag": "4ec57ed7-e5c5-40af-b245-a75e32986701"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:40:59.012146 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645b4ce9-42c6-443c-b01e-8b0c5e4bd7f8 x-openstack-request-id: req-645b4ce9-42c6-443c-b01e-8b0c5e4bd7f8 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:40:59.012459 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfb8c40-458e-4026-8042-2195035ed5cc", "name": "network-vif-deleted", "tag": "4ec57ed7-e5c5-40af-b245-a75e32986701", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:40:59.012936 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-645b4ce9-42c6-443c-b01e-8b0c5e4bd7f8 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:40:59.013410 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfb8c40-458e-4026-8042-2195035ed5cc', 'name': 'network-vif-deleted', 'tag': '4ec57ed7-e5c5-40af-b245-a75e32986701', 'status': 'completed', 'code': 200} Aug 30 07:40:59.041884 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fecde-b4ce-4257-8df1-808a3326c1f9 req-d8a000f6-b135-4808-b4f7-4c853a4a7b95 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:40:59.043476 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-401fecde-b4ce-4257-8df1-808a3326c1f9 req-d8a000f6-b135-4808-b4f7-4c853a4a7b95 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 944 time: 0.0781147 Aug 30 07:40:59.086598 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-401fecde-b4ce-4257-8df1-808a3326c1f9 req-450ef64e-895c-441a-9f8b-ea8a62aba0f2 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346012 Aug 30 07:40:59.703151 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 994d9c36-4912-4a6e-b2f8-4d9df4d03706 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:41:00.047580 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-04315574-c47a-49bd-a161-1aa0162b6f90 req-614ea7a4-280c-48eb-990d-3dd98d87088f tempest-DeleteServersTestJSON-691044207 tempest-DeleteServersTestJSON-691044207-project] 10.222.0.64 "GET /v2.0/ports?device_id=adfb8c40-458e-4026-8042-2195035ed5cc HTTP/1.1" status: 200 len: 210 time: 0.0513461 Aug 30 07:41:00.065016 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 994d9c36-4912-4a6e-b2f8-4d9df4d03706, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=994d9c36-4912-4a6e-b2f8-4d9df4d03706,segment=NetworkSegment(208fcbef-58a2-48c8-afde-19dfbe944cd8),segment_id=208fcbef-58a2-48c8-afde-19dfbe944cd8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:00.090654 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '994d9c36-4912-4a6e-b2f8-4d9df4d03706', 'network_id': '0e658700-17b4-47df-a6e6-a26039eb9c96', 'port_id': '994d9c36-4912-4a6e-b2f8-4d9df4d03706', 'mac_address': 'fa:16:3e:84:c4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00940230-bd08-48a4-8c8a-04d6e47db61d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:41:00.147565 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e1ef0-4b81-474e-9e44-776dfe31ab00 req-2216258f-4385-4999-888f-da1ed2daf60a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:00.156599 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a81e1ef0-4b81-474e-9e44-776dfe31ab00 req-2216258f-4385-4999-888f-da1ed2daf60a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.1079783 Aug 30 07:41:00.184090 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:00.203686 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994d9c36-4912-4a6e-b2f8-4d9df4d03706 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:41:00.228928 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 994d9c36-4912-4a6e-b2f8-4d9df4d03706, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=994d9c36-4912-4a6e-b2f8-4d9df4d03706,segment=NetworkSegment(208fcbef-58a2-48c8-afde-19dfbe944cd8),segment_id=208fcbef-58a2-48c8-afde-19dfbe944cd8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:00.234177 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:00.245389 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a81e1ef0-4b81-474e-9e44-776dfe31ab00 req-e7c23421-c5de-481b-a3ae-d4429c0d141f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877585 Aug 30 07:41:00.292343 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa8cc5-7b5d-409d-8840-b3bdf5fe1c92 req-2c68933a-cdc4-45ec-97ab-0973b6fb473a tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:00.299826 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-befa8cc5-7b5d-409d-8840-b3bdf5fe1c92 req-2c68933a-cdc4-45ec-97ab-0973b6fb473a tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 944 time: 0.0955963 Aug 30 07:41:00.312898 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=994d9c36-4912-4a6e-b2f8-4d9df4d03706,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:00.340220 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-befa8cc5-7b5d-409d-8840-b3bdf5fe1c92 req-16cba1b7-9f0c-43d3-b143-4e24b0d62f4d tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Aug 30 07:41:00.697086 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['994d9c36-4912-4a6e-b2f8-4d9df4d03706'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:41:01.028968 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:41:01.390482 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc2dc7-a3b7-4c8e-9a82-b66142885dac req-92784ceb-c141-4baf-b59a-42109582756a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:01.392441 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-58dc2dc7-a3b7-4c8e-9a82-b66142885dac req-92784ceb-c141-4baf-b59a-42109582756a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0637724 Aug 30 07:41:01.455876 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-58dc2dc7-a3b7-4c8e-9a82-b66142885dac req-37f38d35-bdc9-42e8-8fcd-0af7af4ca0c3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566773 Aug 30 07:41:01.482047 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2086f-f0f5-4cd5-a9a0-50852d7716a5 req-fee69c9b-ada4-44d9-87e7-06e977672fd0 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:01.484305 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-08a2086f-f0f5-4cd5-a9a0-50852d7716a5 req-fee69c9b-ada4-44d9-87e7-06e977672fd0 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 945 time: 0.0696249 Aug 30 07:41:01.524495 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-08a2086f-f0f5-4cd5-a9a0-50852d7716a5 req-f2a71be4-c887-462b-933e-695ba88f3c72 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336993 Aug 30 07:41:01.706385 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 4ec57ed7-e5c5-40af-b245-a75e32986701 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:41:01.728629 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: 4ec57ed7-e5c5-40af-b245-a75e32986701 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:41:01.728982 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 4ec57ed7-e5c5-40af-b245-a75e32986701 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:41:02.285060 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.503784 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47804) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:02.576407 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3b4faf-b982-472f-acea-184712af8ba2 admin admin] Deleting subnet 100cd153-57c8-43fa-8aca-4000ec9d0356 {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:41:02.579801 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4faf-b982-472f-acea-184712af8ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.630570 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5d8e3-6036-408e-ba06-9ef629f1d112 req-cf291c4d-5a35-483f-a63a-ac59c8c5e169 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:02.632079 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecd5d8e3-6036-408e-ba06-9ef629f1d112 req-cf291c4d-5a35-483f-a63a-ac59c8c5e169 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.1030674 Aug 30 07:41:02.651854 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4faf-b982-472f-acea-184712af8ba2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.675951 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4faf-b982-472f-acea-184712af8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.733864 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecd5d8e3-6036-408e-ba06-9ef629f1d112 req-dea0fa82-df43-45f5-972e-0230fce7d13d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850780 Aug 30 07:41:02.741086 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148fceb-cd22-4769-bcb0-fd1a19ca0aa1 req-a6cb2e8f-73f8-4452-91f4-cf3f79610613 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:02.742531 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2148fceb-cd22-4769-bcb0-fd1a19ca0aa1 req-a6cb2e8f-73f8-4452-91f4-cf3f79610613 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 945 time: 0.1413174 Aug 30 07:41:02.795263 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2148fceb-cd22-4769-bcb0-fd1a19ca0aa1 req-2d745384-f6c8-4636-9ea6-5cff8abf0be3 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461755 Aug 30 07:41:02.796743 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4faf-b982-472f-acea-184712af8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.823107 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b4faf-b982-472f-acea-184712af8ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100cd153-57c8-43fa-8aca-4000ec9d0356,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:02.825780 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4faf-b982-472f-acea-184712af8ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.827764 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ef3b4faf-b982-472f-acea-184712af8ba2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/100cd153-57c8-43fa-8aca-4000ec9d0356 HTTP/1.1" status: 204 len: 168 time: 0.3229811 Aug 30 07:41:02.830238 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47810) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:02.896289 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.981909 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:02.992974 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:02.993412 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:02.994078 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:02.994407 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > port after_create 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:02.994780 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:02.995130 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > port after_update 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:02.995497 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:02.995810 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:02.996119 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:02.996433 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:03.219666 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:03.220008 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:03.220398 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:03.220724 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:03.221397 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18cbbad-7d64-476c-ab38-6a6c2b7b9c10']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:03.252697 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd7899b-e1f1-40d7-95ec-426b0fde06ed') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:03.253095 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd7899b-e1f1-40d7-95ec-426b0fde06ed') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:03.272245 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070656456'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.303871 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.314805 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:41:03.315232 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071471413'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: from cryptography.utils import int_from_bytes Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: from cryptography.utils import int_from_bytes Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: timer() Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: cb(*args, **kw) Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: self._notify() Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: self.callback(batched_events) Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: event.method(event) Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._get(url).json() Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:41:03.319476 dv-cinder-804735-4-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:41:03.400232 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.414346 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47844) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:03.417832 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.419905 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c18cbbad-7d64-476c-ab38-6a6c2b7b9c10 HTTP/1.1" status: 204 len: 168 time: 0.5886934 Aug 30 07:41:03.420905 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba1af3-5d46-46e4-a63c-4cc1d6afe410 admin admin] Pushing event deleted for resources: {'Network': ['ID=c18cbbad-7d64-476c-ab38-6a6c2b7b9c10,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:03.541332 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-16b3a3ee-0232-43f8-a89f-8d0bc958a1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.544347 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-89bd4cf5-84e3-40f6-b07a-4902bfafd199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.553771 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47854) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:03.608840 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4f9b308d-5bdf-445e-82d7-4a3c9a0f536b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb97e3009b8e4e88b23b84c15524338a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0533950 Aug 30 07:41:03.611476 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47856) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:03.640356 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-89bd4cf5-84e3-40f6-b07a-4902bfafd199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.645910 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-89bd4cf5-84e3-40f6-b07a-4902bfafd199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.672843 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6a423c5f-f16c-4c30-a18b-13a60dff9be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.687089 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd4cf5-84e3-40f6-b07a-4902bfafd199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c8e575-ab1c-450b-8dc3-145b48f6d47c,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:03.692693 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-89bd4cf5-84e3-40f6-b07a-4902bfafd199 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88d4bb87314d47938694f195ff4082a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764132 Aug 30 07:41:03.695410 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47860) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:03.698456 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6a423c5f-f16c-4c30-a18b-13a60dff9be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.704896 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 994d9c36-4912-4a6e-b2f8-4d9df4d03706 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:41:03.764681 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port 994d9c36-4912-4a6e-b2f8-4d9df4d03706 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:41:03.771027 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 994d9c36-4912-4a6e-b2f8-4d9df4d03706 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:41:03.771427 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.774825 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47864) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:03.798997 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0463ff66-9262-4cd8-bf47-213e431e2083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.813534 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6a423c5f-f16c-4c30-a18b-13a60dff9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.818076 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6a423c5f-f16c-4c30-a18b-13a60dff9be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.821638 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6a423c5f-f16c-4c30-a18b-13a60dff9be3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42261cf6-fa6a-4599-a7b7-f259de5ca96e HTTP/1.1" status: 204 len: 168 time: 0.2043462 Aug 30 07:41:03.847967 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0463ff66-9262-4cd8-bf47-213e431e2083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.867873 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a423c5f-f16c-4c30-a18b-13a60dff9be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42261cf6-fa6a-4599-a7b7-f259de5ca96e,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:03.890373 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.914268 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59af9-2d04-4061-9f87-3535af122613 req-89911280-8efb-4b32-9c31-f947bb898dae tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:03.916014 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a8b59af9-2d04-4061-9f87-3535af122613 req-89911280-8efb-4b32-9c31-f947bb898dae tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0956836 Aug 30 07:41:03.945000 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5118b2-db4b-4686-94dc-6dcf69988098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994d9c36-4912-4a6e-b2f8-4d9df4d03706'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:41:03.953589 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0ae9d4-9b2b-405b-9594-0019bec57125" -d '{"events": [{"server_uuid": "aa5118b2-db4b-4686-94dc-6dcf69988098", "name": "network-vif-plugged", "status": "completed", "tag": "994d9c36-4912-4a6e-b2f8-4d9df4d03706"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:41:03.971135 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 994d9c36-4912-4a6e-b2f8-4d9df4d03706, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=994d9c36-4912-4a6e-b2f8-4d9df4d03706,segment=NetworkSegment(208fcbef-58a2-48c8-afde-19dfbe944cd8),segment_id=208fcbef-58a2-48c8-afde-19dfbe944cd8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:03.978028 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:03.996353 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0463ff66-9262-4cd8-bf47-213e431e2083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.002199 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0463ff66-9262-4cd8-bf47-213e431e2083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.003416 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0463ff66-9262-4cd8-bf47-213e431e2083 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02c8e575-ab1c-450b-8dc3-145b48f6d47c HTTP/1.1" status: 204 len: 168 time: 0.3071141 Aug 30 07:41:04.014851 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a8b59af9-2d04-4061-9f87-3535af122613 req-e3a00d97-b3ac-4f32-851b-4dad54e82872 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895784 Aug 30 07:41:04.023530 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463ff66-9262-4cd8-bf47-213e431e2083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c8e575-ab1c-450b-8dc3-145b48f6d47c,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:04.072570 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963b33c-3cb5-4761-b7ff-3d62684bfe43 req-ba616779-4641-4377-8a10-b69b145d0e9f tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:04.074646 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1963b33c-3cb5-4761-b7ff-3d62684bfe43 req-ba616779-4641-4377-8a10-b69b145d0e9f tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 945 time: 0.1355059 Aug 30 07:41:04.123785 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-25438ddc-fe24-4514-8fd8-7d5b4f95e43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.133025 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=994d9c36-4912-4a6e-b2f8-4d9df4d03706,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:04.155893 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1963b33c-3cb5-4761-b7ff-3d62684bfe43 req-2ea9b4aa-b160-4fb6-b8b7-cfbda2e962cb tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730019 Aug 30 07:41:04.214659 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f1e878-caaf-438a-8cca-470b0cd14bc9 x-openstack-request-id: req-39f1e878-caaf-438a-8cca-470b0cd14bc9 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:41:04.215059 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5118b2-db4b-4686-94dc-6dcf69988098", "name": "network-vif-plugged", "status": "completed", "tag": "994d9c36-4912-4a6e-b2f8-4d9df4d03706", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:41:04.215438 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39f1e878-caaf-438a-8cca-470b0cd14bc9 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:41:04.216322 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5118b2-db4b-4686-94dc-6dcf69988098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994d9c36-4912-4a6e-b2f8-4d9df4d03706', 'code': 200} Aug 30 07:41:04.260204 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-25438ddc-fe24-4514-8fd8-7d5b4f95e43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.267841 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-25438ddc-fe24-4514-8fd8-7d5b4f95e43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.313180 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-25438ddc-fe24-4514-8fd8-7d5b4f95e43c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c57ba0ce68f84319930f0d7c0bd16bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5371535 Aug 30 07:41:04.314635 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25438ddc-fe24-4514-8fd8-7d5b4f95e43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1003fffb-885d-4997-84d7-3ee4119b626b,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:04.315928 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47886) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:04.389415 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7171-e877-4a58-bc23-872c13c3b83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.427330 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7171-e877-4a58-bc23-872c13c3b83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.478845 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168df7c-fd3e-4660-98e4-e237d42628f1 req-a457df8e-9bb7-4164-9d28-d9e3bdf604e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:04.481634 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8168df7c-fd3e-4660-98e4-e237d42628f1 req-a457df8e-9bb7-4164-9d28-d9e3bdf604e0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 1099 time: 0.0735781 Aug 30 07:41:04.505404 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7171-e877-4a58-bc23-872c13c3b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.509552 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7171-e877-4a58-bc23-872c13c3b83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.514667 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-8d9b7171-e877-4a58-bc23-872c13c3b83b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1003fffb-885d-4997-84d7-3ee4119b626b HTTP/1.1" status: 204 len: 168 time: 0.1974850 Aug 30 07:41:04.524682 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b7171-e877-4a58-bc23-872c13c3b83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1003fffb-885d-4997-84d7-3ee4119b626b,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:04.552741 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47896) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:04.571446 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8168df7c-fd3e-4660-98e4-e237d42628f1 req-c6be2c96-8a95-43af-b53e-4f964801d077 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811913 Aug 30 07:41:04.586590 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b7279b43-288d-4fa8-8246-816e98d1e161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.683697 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b7279b43-288d-4fa8-8246-816e98d1e161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.689549 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b7279b43-288d-4fa8-8246-816e98d1e161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.736533 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b7279b43-288d-4fa8-8246-816e98d1e161 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0054098ced6d4c74b5fa37af33525363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766045 Aug 30 07:41:04.736533 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7279b43-288d-4fa8-8246-816e98d1e161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcd9583-c5a8-4aa0-8e27-27c11c9d887f,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:04.736533 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47900) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:04.787713 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-09bb52bd-ac17-49ce-9382-7ae6c30295d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.818487 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-09bb52bd-ac17-49ce-9382-7ae6c30295d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.875946 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-09bb52bd-ac17-49ce-9382-7ae6c30295d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.879880 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-09bb52bd-ac17-49ce-9382-7ae6c30295d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:04.883812 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-09bb52bd-ac17-49ce-9382-7ae6c30295d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0fcd9583-c5a8-4aa0-8e27-27c11c9d887f HTTP/1.1" status: 204 len: 168 time: 0.1478708 Aug 30 07:41:04.894261 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb52bd-ac17-49ce-9382-7ae6c30295d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcd9583-c5a8-4aa0-8e27-27c11c9d887f,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:05.108742 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47920) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:05.125217 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2350e957-246c-4831-92ec-15bb74e81598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:05.203237 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8498560-adf6-4da2-bdc7-52787b24e178 req-63e37d47-97b7-4bba-bf5f-388a20e4bc92 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:05.205225 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f8498560-adf6-4da2-bdc7-52787b24e178 req-63e37d47-97b7-4bba-bf5f-388a20e4bc92 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0611198 Aug 30 07:41:05.241899 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2350e957-246c-4831-92ec-15bb74e81598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:05.246667 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2350e957-246c-4831-92ec-15bb74e81598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:05.252197 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f8498560-adf6-4da2-bdc7-52787b24e178 req-b4e149a6-c498-49fc-bc44-61e23fd1d661 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Aug 30 07:41:05.296473 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350e957-246c-4831-92ec-15bb74e81598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948aad15-82c7-4d07-afcd-47c125ab704f,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:05.308337 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2350e957-246c-4831-92ec-15bb74e81598 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=899be479056a4ca190f078650d2b64cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982396 Aug 30 07:41:05.308682 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47930) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:05.402888 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91990ee2-d12e-4a87-bc59-5bba2032f9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:05.422017 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a09b9a-62db-4488-8ea3-c1a38f18036e req-2f69862d-71ea-42b9-a113-6aacf777158b tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:05.423540 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-81a09b9a-62db-4488-8ea3-c1a38f18036e req-2f69862d-71ea-42b9-a113-6aacf777158b tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 946 time: 0.0833676 Aug 30 07:41:05.440938 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91990ee2-d12e-4a87-bc59-5bba2032f9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:05.505099 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-81a09b9a-62db-4488-8ea3-c1a38f18036e req-8065f098-ac56-482d-a21b-d948341c2dcc tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717614 Aug 30 07:41:05.517015 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91990ee2-d12e-4a87-bc59-5bba2032f9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:05.519849 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91990ee2-d12e-4a87-bc59-5bba2032f9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:05.521198 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-91990ee2-d12e-4a87-bc59-5bba2032f9bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/948aad15-82c7-4d07-afcd-47c125ab704f HTTP/1.1" status: 204 len: 168 time: 0.2114789 Aug 30 07:41:05.530494 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91990ee2-d12e-4a87-bc59-5bba2032f9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948aad15-82c7-4d07-afcd-47c125ab704f,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:05.800560 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 47960) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:05.911212 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-414913961-network', 'tenant_id': '56541747ae8e4945b42b2a5e0c1fcffb'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:41:05.940672 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Made reservation on behalf of 56541747ae8e4945b42b2a5e0c1fcffb for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:41:05.943037 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:05.952143 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.041604 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.045593 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.071318 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:41:06.082160 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a770ec9-2de4-48a9-97ff-7ddae1b47a18,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:06.089164 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.089582 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Added segment 0c7b6d96-5f2c-4adb-8a05-17571eef9f16 of type vlan for network 869989be-1913-476e-976c-75a376a1f680 Aug 30 07:41:06.134022 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.137445 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8a59878c-4c32-4043-9142-512fa084c22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.163581 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.164539 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:06.165118 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.222200 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4204457 Aug 30 07:41:06.225223 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 47980) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:06.227992 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622c95b-18e5-4143-9af7-f32c0310470b admin admin] Pushing event updated for resources: {'Network': ['ID=869989be-1913-476e-976c-75a376a1f680,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:06.230719 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-0a5f35b0-1b1b-4e44-b7e6-4aaa49f5c873 admin admin] Request body: {'subnet': {'network_id': '869989be-1913-476e-976c-75a376a1f680', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-414913961-subnet', 'tenant_id': '56541747ae8e4945b42b2a5e0c1fcffb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:41:06.238751 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 869989be-1913-476e-976c-75a376a1f680 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:41:06.251684 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5f35b0-1b1b-4e44-b7e6-4aaa49f5c873 admin admin] Made reservation on behalf of 56541747ae8e4945b42b2a5e0c1fcffb for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:41:06.253978 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0a5f35b0-1b1b-4e44-b7e6-4aaa49f5c873 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.393784 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3707d-215c-4b29-85d1-13eac7de4a3b req-95bf5377-2d55-4735-9cf2-9c13239eed84 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:06.396891 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1aa3707d-215c-4b29-85d1-13eac7de4a3b req-95bf5377-2d55-4735-9cf2-9c13239eed84 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0569313 Aug 30 07:41:06.452739 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0a5f35b0-1b1b-4e44-b7e6-4aaa49f5c873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.461618 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1aa3707d-215c-4b29-85d1-13eac7de4a3b req-de6571f5-ee0e-4836-affa-6e5158b39396 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539448 Aug 30 07:41:06.507375 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f35b0-1b1b-4e44-b7e6-4aaa49f5c873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f657ca-684f-425a-9c75-25f75c260f2e,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:06.519137 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f35b0-1b1b-4e44-b7e6-4aaa49f5c873 admin admin] Checking segment: {'id': '0c7b6d96-5f2c-4adb-8a05-17571eef9f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '869989be-1913-476e-976c-75a376a1f680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:41:06.519554 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5f35b0-1b1b-4e44-b7e6-4aaa49f5c873 admin admin] Network hostable DHCP agents. Network: 869989be-1913-476e-976c-75a376a1f680, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:41:06.536459 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5f35b0-1b1b-4e44-b7e6-4aaa49f5c873 admin admin] Network 869989be-1913-476e-976c-75a376a1f680 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:41:06.550258 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-0a5f35b0-1b1b-4e44-b7e6-4aaa49f5c873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 869989be-1913-476e-976c-75a376a1f680) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:41:06.556362 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5f35b0-1b1b-4e44-b7e6-4aaa49f5c873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:06.556959 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0a5f35b0-1b1b-4e44-b7e6-4aaa49f5c873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.562612 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a873a9-4325-4cde-afba-9a517a7afc41 None None] Network 869989be-1913-476e-976c-75a376a1f680 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:41:06.572399 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0a5f35b0-1b1b-4e44-b7e6-4aaa49f5c873 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3454049 Aug 30 07:41:06.648492 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec4276-c38e-4f56-9b2e-24bfdaf992e4 req-cbd75832-0f95-464d-a74f-ac4a84d336cb tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:06.668504 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aeec4276-c38e-4f56-9b2e-24bfdaf992e4 req-cbd75832-0f95-464d-a74f-ac4a84d336cb tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 946 time: 0.0744002 Aug 30 07:41:06.681847 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:06.746516 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aeec4276-c38e-4f56-9b2e-24bfdaf992e4 req-0cc6c06c-9a5e-4c54-a2f0-16631073e816 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765004 Aug 30 07:41:06.761005 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c6505a-aa4f-4e71-b96f-b41ee454c9ce None None] Network 869989be-1913-476e-976c-75a376a1f680 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:41:07.315933 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48050) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:07.324021 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2011996392-network', 'tenant_id': '0e6c70888c4b407a94f23cbf8b349ea3'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:41:07.338225 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:07.348477 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Made reservation on behalf of 0e6c70888c4b407a94f23cbf8b349ea3 for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:41:07.351049 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:07.359875 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:07.492703 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:07.499359 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:07.529968 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:41:07.558708 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:07.558968 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Added segment 5a632a10-3cf8-44d8-883f-1025f1c2036e of type vlan for network 5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89 Aug 30 07:41:07.580537 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df547d86-2d39-4b60-86bc-57d3bbd2577c,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:07.646891 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:07.664319 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b06f78-1345-4363-b282-4e8c575987ab req-e14c57f7-fdbe-46ca-9611-981474bc3889 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:07.665803 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a6b06f78-1345-4363-b282-4e8c575987ab req-e14c57f7-fdbe-46ca-9611-981474bc3889 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.1228576 Aug 30 07:41:07.717564 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10372d52-829e-4004-8373-6715c606aa04 req-b779cbe6-4292-4fb2-aaed-206539b71354 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:07.719163 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-10372d52-829e-4004-8373-6715c606aa04 req-b779cbe6-4292-4fb2-aaed-206539b71354 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 946 time: 0.1321011 Aug 30 07:41:07.726543 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:07.727519 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:07.728097 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:07.800149 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a6b06f78-1345-4363-b282-4e8c575987ab req-5667c599-827a-4fa8-8181-2bed03cde69a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246428 Aug 30 07:41:07.807276 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4871826 Aug 30 07:41:07.811410 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48088) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:07.822623 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f153a7-7f2f-47f5-83f1-fb790a16aa55 admin admin] Pushing event updated for resources: {'Network': ['ID=5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:07.828652 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-d27d9db1-808f-4ed8-998d-f4bce5eef987 admin admin] Request body: {'subnet': {'network_id': '5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2011996392-subnet', 'tenant_id': '0e6c70888c4b407a94f23cbf8b349ea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:41:07.831448 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-10372d52-829e-4004-8373-6715c606aa04 req-2b509763-3897-4142-93f3-ec5c24ae67f3 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959430 Aug 30 07:41:07.836243 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:41:07.891539 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27d9db1-808f-4ed8-998d-f4bce5eef987 admin admin] Made reservation on behalf of 0e6c70888c4b407a94f23cbf8b349ea3 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:41:07.894127 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d27d9db1-808f-4ed8-998d-f4bce5eef987 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.058561 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d27d9db1-808f-4ed8-998d-f4bce5eef987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.110630 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d9db1-808f-4ed8-998d-f4bce5eef987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1fc85e9-2a1a-4e22-b036-cec12f032e99,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:08.120506 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d9db1-808f-4ed8-998d-f4bce5eef987 admin admin] Checking segment: {'id': '5a632a10-3cf8-44d8-883f-1025f1c2036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:41:08.120865 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27d9db1-808f-4ed8-998d-f4bce5eef987 admin admin] Network hostable DHCP agents. Network: 5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:41:08.137527 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27d9db1-808f-4ed8-998d-f4bce5eef987 admin admin] Network 5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:41:08.146747 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-d27d9db1-808f-4ed8-998d-f4bce5eef987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:41:08.150993 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27d9db1-808f-4ed8-998d-f4bce5eef987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:08.151612 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d27d9db1-808f-4ed8-998d-f4bce5eef987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.156651 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a17c60-38e0-4f58-a846-76f4b29e941b None None] Network 5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:41:08.166426 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d27d9db1-808f-4ed8-998d-f4bce5eef987 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3527439 Aug 30 07:41:08.298902 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97375c1-218a-41c2-8e47-1261b4a72831 None None] Network 5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:41:08.546729 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48116) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:08.636370 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.655025 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe606-779e-4cce-90e9-bd4302a05aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.756517 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe606-779e-4cce-90e9-bd4302a05aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.760226 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe606-779e-4cce-90e9-bd4302a05aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.798190 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fe606-779e-4cce-90e9-bd4302a05aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8995970c-7bd2-42ab-b0da-f0e91067c87e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:08.802374 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2f0fe606-779e-4cce-90e9-bd4302a05aeb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa2b4e21549940539011f187196555e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546189 Aug 30 07:41:08.805112 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48124) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:08.852899 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2e85f243-2f95-41d7-9303-b83edc52ef93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.877441 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2e85f243-2f95-41d7-9303-b83edc52ef93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.922825 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2e85f243-2f95-41d7-9303-b83edc52ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.925358 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2e85f243-2f95-41d7-9303-b83edc52ef93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:08.926510 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2e85f243-2f95-41d7-9303-b83edc52ef93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8995970c-7bd2-42ab-b0da-f0e91067c87e HTTP/1.1" status: 204 len: 168 time: 0.1206906 Aug 30 07:41:08.934770 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85f243-2f95-41d7-9303-b83edc52ef93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8995970c-7bd2-42ab-b0da-f0e91067c87e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:08.943883 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a177e5-271d-402e-ad0d-2cb297400f8d req-01830536-1eaf-44c3-84cc-e44cdb13b151 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:08.945460 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-19a177e5-271d-402e-ad0d-2cb297400f8d req-01830536-1eaf-44c3-84cc-e44cdb13b151 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0540996 Aug 30 07:41:08.987354 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-19a177e5-271d-402e-ad0d-2cb297400f8d req-2a3f6c30-4086-440c-8d14-11b99edaa882 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331361 Aug 30 07:41:09.089605 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5a200-1021-463c-b0d6-cd7bd48f5b74 req-d4c0eab9-191c-415d-9a3f-84936e175e2e tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:09.091278 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7fe5a200-1021-463c-b0d6-cd7bd48f5b74 req-d4c0eab9-191c-415d-9a3f-84936e175e2e tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 946 time: 0.0481458 Aug 30 07:41:09.130192 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7fe5a200-1021-463c-b0d6-cd7bd48f5b74 req-8e730575-f180-4e6f-8883-76ba32faef5c tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Aug 30 07:41:09.198540 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48136) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:09.211230 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-efdbcee3-e06d-4afe-87d8-9f0e8515b3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:09.298314 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-efdbcee3-e06d-4afe-87d8-9f0e8515b3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:09.302050 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-efdbcee3-e06d-4afe-87d8-9f0e8515b3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:09.338433 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-efdbcee3-e06d-4afe-87d8-9f0e8515b3a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2da7f054dc542de9308e6b2c4fd5d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388741 Aug 30 07:41:09.339315 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbcee3-e06d-4afe-87d8-9f0e8515b3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13229a8-6381-4f5f-92c8-14476fdf710e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:09.341135 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48138) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:09.388069 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-37c272a1-a182-4fb0-8294-bb74fad1d335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:09.408361 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-37c272a1-a182-4fb0-8294-bb74fad1d335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:09.451159 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-37c272a1-a182-4fb0-8294-bb74fad1d335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:09.453603 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-37c272a1-a182-4fb0-8294-bb74fad1d335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:09.454703 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-37c272a1-a182-4fb0-8294-bb74fad1d335 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d13229a8-6381-4f5f-92c8-14476fdf710e HTTP/1.1" status: 204 len: 168 time: 0.1125457 Aug 30 07:41:09.461954 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c272a1-a182-4fb0-8294-bb74fad1d335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13229a8-6381-4f5f-92c8-14476fdf710e,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:10.105367 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220812ad-a0fa-42ae-8a70-6417db1272f5 req-4e58cd0a-5053-4de1-863a-9135f3ec53e4 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:10.106848 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-220812ad-a0fa-42ae-8a70-6417db1272f5 req-4e58cd0a-5053-4de1-863a-9135f3ec53e4 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0506792 Aug 30 07:41:10.147519 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-220812ad-a0fa-42ae-8a70-6417db1272f5 req-dfdef4c9-2235-45be-b93d-8cbd0aa76eb2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Aug 30 07:41:10.248460 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9dabf-a190-4268-85c9-c531eb9e0264 req-a37cb789-5ab1-4640-857e-12e1fb57dd63 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:10.249934 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-41d9dabf-a190-4268-85c9-c531eb9e0264 req-a37cb789-5ab1-4640-857e-12e1fb57dd63 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 946 time: 0.0533237 Aug 30 07:41:10.289095 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-41d9dabf-a190-4268-85c9-c531eb9e0264 req-259b2341-1af0-4b44-8dd8-c9e4d21b12cb tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Aug 30 07:41:11.282656 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bc058-ec4e-40b8-bd5f-ddee64c6982d req-24fe9d8f-2d59-448a-b2b2-f38f2b54d1fb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:11.284227 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c88bc058-ec4e-40b8-bd5f-ddee64c6982d req-24fe9d8f-2d59-448a-b2b2-f38f2b54d1fb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0570588 Aug 30 07:41:11.327513 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c88bc058-ec4e-40b8-bd5f-ddee64c6982d req-dc853302-8dbf-4982-a117-09eb52216bb1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355752 Aug 30 07:41:11.454708 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa09ce4-46b7-46c8-ba88-ff4150a36de7 req-80515cf5-9ce4-4115-80e1-822d24f8d954 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:11.456228 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8aa09ce4-46b7-46c8-ba88-ff4150a36de7 req-80515cf5-9ce4-4115-80e1-822d24f8d954 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 946 time: 0.0597196 Aug 30 07:41:11.499650 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8aa09ce4-46b7-46c8-ba88-ff4150a36de7 req-81f02b34-41bb-40c1-84e5-6d4819aabb25 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349958 Aug 30 07:41:12.441869 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b284f-8d18-4690-a1fb-d60cdc14febd req-81552ae9-1458-4ebf-b6a2-9a449561207d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:12.443367 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a46b284f-8d18-4690-a1fb-d60cdc14febd req-81552ae9-1458-4ebf-b6a2-9a449561207d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0487700 Aug 30 07:41:12.480929 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a46b284f-8d18-4690-a1fb-d60cdc14febd req-2cd4a512-5bee-4b4e-96c0-94257e261ef8 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Aug 30 07:41:12.615387 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1c93d-6a74-411c-b723-f56c403da6a4 req-1f72a827-b36a-49a1-a20e-3a868e6f8656 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:12.616865 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-54e1c93d-6a74-411c-b723-f56c403da6a4 req-1f72a827-b36a-49a1-a20e-3a868e6f8656 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 946 time: 0.0478189 Aug 30 07:41:12.654978 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-54e1c93d-6a74-411c-b723-f56c403da6a4 req-b247162f-7cf1-4f77-bcc1-33d6b61a7d34 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321231 Aug 30 07:41:13.627307 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf1c53-40e3-4687-a51a-a1b044e0600f req-9591cb42-81d5-4369-a422-e8bcd9a5931d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:13.628781 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3abf1c53-40e3-4687-a51a-a1b044e0600f req-9591cb42-81d5-4369-a422-e8bcd9a5931d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0811203 Aug 30 07:41:13.635798 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c43f8f-0ad1-461a-93e5-361b420644df req-bb68db91-108c-489d-a03b-537261f28852 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:13.637110 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-00c43f8f-0ad1-461a-93e5-361b420644df req-bb68db91-108c-489d-a03b-537261f28852 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 946 time: 0.0907481 Aug 30 07:41:13.701411 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3abf1c53-40e3-4687-a51a-a1b044e0600f req-f5b3b080-722e-490c-94c2-9869c4afc447 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633597 Aug 30 07:41:13.775361 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-00c43f8f-0ad1-461a-93e5-361b420644df req-dbd4027d-f6d1-42f4-afa8-b0db5d5f8d59 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Deleting port 994d9c36-4912-4a6e-b2f8-4d9df4d03706 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:41:13.775702 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-00c43f8f-0ad1-461a-93e5-361b420644df req-dbd4027d-f6d1-42f4-afa8-b0db5d5f8d59 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:13.836977 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6fbb6-c769-4abf-9b21-3653c7907179 req-b01ee984-53e0-45df-8609-c0801607752d tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:13.838432 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a7d6fbb6-c769-4abf-9b21-3653c7907179 req-b01ee984-53e0-45df-8609-c0801607752d tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5118b2-db4b-4686-94dc-6dcf69988098 HTTP/1.1" status: 200 len: 946 time: 0.0966811 Aug 30 07:41:13.897378 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-00c43f8f-0ad1-461a-93e5-361b420644df req-dbd4027d-f6d1-42f4-afa8-b0db5d5f8d59 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] For port 994d9c36-4912-4a6e-b2f8-4d9df4d03706, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=994d9c36-4912-4a6e-b2f8-4d9df4d03706,segment=NetworkSegment(208fcbef-58a2-48c8-afde-19dfbe944cd8),segment_id=208fcbef-58a2-48c8-afde-19dfbe944cd8)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:41:13.897728 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-00c43f8f-0ad1-461a-93e5-361b420644df req-dbd4027d-f6d1-42f4-afa8-b0db5d5f8d59 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:13.908492 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a7d6fbb6-c769-4abf-9b21-3653c7907179 req-a0539db4-87d7-493f-8d7a-7003a8b2b9ac tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628853 Aug 30 07:41:13.913767 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-00c43f8f-0ad1-461a-93e5-361b420644df req-dbd4027d-f6d1-42f4-afa8-b0db5d5f8d59 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Calling delete_port for 994d9c36-4912-4a6e-b2f8-4d9df4d03706 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:41:14.036961 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-00c43f8f-0ad1-461a-93e5-361b420644df req-dbd4027d-f6d1-42f4-afa8-b0db5d5f8d59 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:14.057332 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['994d9c36-4912-4a6e-b2f8-4d9df4d03706'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:41:14.062623 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4027d-f6d1-42f4-afa8-b0db5d5f8d59 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Pushing event deleted for resources: {'Port': ['ID=994d9c36-4912-4a6e-b2f8-4d9df4d03706,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:14.108214 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c43f8f-0ad1-461a-93e5-361b420644df req-dbd4027d-f6d1-42f4-afa8-b0db5d5f8d59 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] No DVR routers for this DVR port 994d9c36-4912-4a6e-b2f8-4d9df4d03706 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:41:14.110620 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-00c43f8f-0ad1-461a-93e5-361b420644df req-dbd4027d-f6d1-42f4-afa8-b0db5d5f8d59 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:14.112915 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-00c43f8f-0ad1-461a-93e5-361b420644df req-dbd4027d-f6d1-42f4-afa8-b0db5d5f8d59 tempest-VolumesActionsTest-100417536 tempest-VolumesActionsTest-100417536-project] 10.222.0.68 "DELETE /v2.0/ports/994d9c36-4912-4a6e-b2f8-4d9df4d03706 HTTP/1.1" status: 204 len: 173 time: 0.4679222 Aug 30 07:41:14.113379 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5118b2-db4b-4686-94dc-6dcf69988098', 'name': 'network-vif-deleted', 'tag': '994d9c36-4912-4a6e-b2f8-4d9df4d03706'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:41:14.115824 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0433a1-ca4d-48b2-952f-8040d27eb5d1" -d '{"events": [{"server_uuid": "aa5118b2-db4b-4686-94dc-6dcf69988098", "name": "network-vif-deleted", "tag": "994d9c36-4912-4a6e-b2f8-4d9df4d03706"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:41:14.161020 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487a2088-f4c0-4ca2-b044-7eefa3c0c89c x-openstack-request-id: req-487a2088-f4c0-4ca2-b044-7eefa3c0c89c {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:41:14.161343 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5118b2-db4b-4686-94dc-6dcf69988098", "name": "network-vif-deleted", "tag": "994d9c36-4912-4a6e-b2f8-4d9df4d03706", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:41:14.161599 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-487a2088-f4c0-4ca2-b044-7eefa3c0c89c {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:41:14.162056 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5118b2-db4b-4686-94dc-6dcf69988098', 'name': 'network-vif-deleted', 'tag': '994d9c36-4912-4a6e-b2f8-4d9df4d03706', 'status': 'completed', 'code': 200} Aug 30 07:41:14.605061 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68222528-d82b-4a51-a626-4cd8983e23dd req-dc4e8bdf-4bf5-49ec-864f-20b19ea7f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:14.606759 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-68222528-d82b-4a51-a626-4cd8983e23dd req-dc4e8bdf-4bf5-49ec-864f-20b19ea7f351 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 1099 time: 0.0419848 Aug 30 07:41:14.651591 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-68222528-d82b-4a51-a626-4cd8983e23dd req-36405878-22ec-4ebe-9360-741d9afe223f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349393 Aug 30 07:41:14.813799 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac8b80-8308-4d95-81b3-e6a79e2cb612 req-878eaa68-7a2d-4ff1-9d40-96f21eb4e433 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:14.815174 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2ac8b80-8308-4d95-81b3-e6a79e2cb612 req-878eaa68-7a2d-4ff1-9d40-96f21eb4e433 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0472281 Aug 30 07:41:14.855075 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2ac8b80-8308-4d95-81b3-e6a79e2cb612 req-2a0c0a3d-d369-4c6b-9bba-89dd3b7ce875 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320764 Aug 30 07:41:15.978975 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd044c-06a3-4ff4-9b2a-8fafab72f25d req-52f60d3e-379f-4796-93ca-c3f6682b5171 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:15.980467 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-64cd044c-06a3-4ff4-9b2a-8fafab72f25d req-52f60d3e-379f-4796-93ca-c3f6682b5171 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0585630 Aug 30 07:41:16.021937 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-64cd044c-06a3-4ff4-9b2a-8fafab72f25d req-d622c0c1-531c-4793-9597-562328a28a6b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Aug 30 07:41:17.135884 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9b716-20e0-4f8d-b357-f3b07f9a2494 req-b3a43b4e-01e3-4db4-ba85-79fe0c511ff4 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:17.137369 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-13b9b716-20e0-4f8d-b357-f3b07f9a2494 req-b3a43b4e-01e3-4db4-ba85-79fe0c511ff4 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0494514 Aug 30 07:41:17.175498 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-13b9b716-20e0-4f8d-b357-f3b07f9a2494 req-d878ce9b-3375-47bd-a4b5-87f219f91a01 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Aug 30 07:41:17.288417 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e956e91-5e43-48ae-be2f-0579d73ddb67 req-34ecb60a-5b88-4737-99ed-d3f09a1df01b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:17.289901 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4e956e91-5e43-48ae-be2f-0579d73ddb67 req-34ecb60a-5b88-4737-99ed-d3f09a1df01b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0496559 Aug 30 07:41:17.326596 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4e956e91-5e43-48ae-be2f-0579d73ddb67 req-3350989e-4014-4946-bd59-e43dbaf49452 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304892 Aug 30 07:41:19.923039 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 994d9c36-4912-4a6e-b2f8-4d9df4d03706 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:41:19.945641 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: 994d9c36-4912-4a6e-b2f8-4d9df4d03706 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:41:19.945919 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 994d9c36-4912-4a6e-b2f8-4d9df4d03706 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:41:24.169050 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e0d91-1b65-408c-9c24-7339a767d699 req-f6750516-5da6-4463-9af1-23e3cee10c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:24.170541 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-955e0d91-1b65-408c-9c24-7339a767d699 req-f6750516-5da6-4463-9af1-23e3cee10c4f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 1098 time: 0.0765479 Aug 30 07:41:24.186401 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18142017-0abc-4f07-8930-720784ac937a req-e0ad1bb4-744a-4635-b01c-1cf5b841a062 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:24.187916 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-18142017-0abc-4f07-8930-720784ac937a req-e0ad1bb4-744a-4635-b01c-1cf5b841a062 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0825472 Aug 30 07:41:24.280468 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-18142017-0abc-4f07-8930-720784ac937a req-fdc0cae9-21f4-4b51-94f2-b84959f6b676 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843103 Aug 30 07:41:24.329048 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e0d91-1b65-408c-9c24-7339a767d699 req-59da67bc-066c-45a7-a58a-6833d55811dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:24.330555 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-955e0d91-1b65-408c-9c24-7339a767d699 req-59da67bc-066c-45a7-a58a-6833d55811dd service neutron] 10.222.0.68 "GET /v2.0/networks?id=04c35c0a-1f55-4631-bbae-794e86e1d298 HTTP/1.1" status: 200 len: 919 time: 0.1524713 Aug 30 07:41:24.460303 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-955e0d91-1b65-408c-9c24-7339a767d699 req-ecafd21b-2530-4c6b-9a2f-b8d9efe52012 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e05a149e-875d-4ffd-83b8-8f0315f2a766 HTTP/1.1" status: 200 len: 217 time: 0.1111369 Aug 30 07:41:24.536188 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e0d91-1b65-408c-9c24-7339a767d699 req-0eabde71-9653-406e-841e-8b9be72aa94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:24.540791 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-955e0d91-1b65-408c-9c24-7339a767d699 req-0eabde71-9653-406e-841e-8b9be72aa94d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa1797c0-1e3e-4323-a2f3-31482cc8b4ce HTTP/1.1" status: 200 len: 858 time: 0.0688772 Aug 30 07:41:24.578502 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-955e0d91-1b65-408c-9c24-7339a767d699 req-7f6c02ca-b6f6-4601-b51b-2685309bf316 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04c35c0a-1f55-4631-bbae-794e86e1d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295010 Aug 30 07:41:24.737426 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-955e0d91-1b65-408c-9c24-7339a767d699 req-fe581ddd-9059-4cb2-b611-847f159b2daf service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399024 Aug 30 07:41:24.873399 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-955e0d91-1b65-408c-9c24-7339a767d699 req-d8cf5ae2-30ca-451e-b5ea-385c1ceecdd0 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271305 Aug 30 07:41:25.145196 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48586) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:25.294902 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:25.478587 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e267b22-82f3-449c-9283-e742e0787e7c req-fbca1115-200d-4c85-9f6d-9eb0a2026015 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:25.486907 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3e267b22-82f3-449c-9283-e742e0787e7c req-fbca1115-200d-4c85-9f6d-9eb0a2026015 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.1116223 Aug 30 07:41:25.573252 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:25.592474 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3e267b22-82f3-449c-9283-e742e0787e7c req-7b04c729-a93d-42ba-bc2f-3994155b925f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031573 Aug 30 07:41:25.596918 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:25.655133 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=589086d75adb4759b5c48fb46bb8f4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5083976 Aug 30 07:41:25.657800 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48600) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:25.677996 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c120e593-72e8-4dc1-9769-5d56772a576e,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:25.700226 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:25.701098 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:25.701600 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:25.702021 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:25.702555 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:25.702972 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:25.703399 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:25.703798 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:25.704200 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:25.704594 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:25.705008 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:25.705559 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7972af7-240c-42cb-b113-734934418709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:25.736079 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f22a46c9-52ef-438a-b865-5a81f7135b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:25.758666 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f22a46c9-52ef-438a-b865-5a81f7135b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:25.842569 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f22a46c9-52ef-438a-b865-5a81f7135b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:25.846452 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f22a46c9-52ef-438a-b865-5a81f7135b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:25.848292 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f22a46c9-52ef-438a-b865-5a81f7135b75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c120e593-72e8-4dc1-9769-5d56772a576e HTTP/1.1" status: 204 len: 168 time: 0.1889620 Aug 30 07:41:25.873675 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a46c9-52ef-438a-b865-5a81f7135b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c120e593-72e8-4dc1-9769-5d56772a576e,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:26.724481 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b10c60-8640-4012-9c20-3409134d3925 req-46327687-aaec-4154-a8e0-f172f11165c7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:26.732554 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-78b10c60-8640-4012-9c20-3409134d3925 req-46327687-aaec-4154-a8e0-f172f11165c7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0725410 Aug 30 07:41:26.812972 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-78b10c60-8640-4012-9c20-3409134d3925 req-e6d0af4b-4f7a-478c-a177-9686e4bd98e6 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792952 Aug 30 07:41:27.949225 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e931150-3678-4064-9a48-be5d805ddfbe req-2ddebd7f-6c44-4878-8f16-c12ddc13adfb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:27.951294 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3e931150-3678-4064-9a48-be5d805ddfbe req-2ddebd7f-6c44-4878-8f16-c12ddc13adfb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0764322 Aug 30 07:41:27.992436 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3e931150-3678-4064-9a48-be5d805ddfbe req-dc73e202-3cad-4517-8af9-684436a43329 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347168 Aug 30 07:41:28.196201 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48722) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:28.339964 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:28.464161 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:28.470570 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:28.518356 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48740) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:28.526064 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f778a2beda0414c9ea93bedbeae86ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286502 Aug 30 07:41:28.541346 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f3e253-f8aa-484d-984e-728bde65e192,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:28.556688 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:28.557131 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:28.557539 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:28.557938 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:28.558328 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:28.558845 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:28.559176 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:28.564204 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:28.564742 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:28.565459 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:28.565999 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:28.566534 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d473dcd-ce7e-49e5-8778-4ac16a6805ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:41:28.612996 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-82966a53-fb85-4a2d-91a0-5cc880dfd4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:28.682953 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48744) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:28.875128 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-874310c1-0395-4d29-b776-55b7b8cf56a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:28.899591 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-82966a53-fb85-4a2d-91a0-5cc880dfd4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:28.968941 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-82966a53-fb85-4a2d-91a0-5cc880dfd4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:28.972605 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-82966a53-fb85-4a2d-91a0-5cc880dfd4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:28.987570 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-82966a53-fb85-4a2d-91a0-5cc880dfd4c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6f3e253-f8aa-484d-984e-728bde65e192 HTTP/1.1" status: 204 len: 168 time: 0.4571095 Aug 30 07:41:29.004609 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82966a53-fb85-4a2d-91a0-5cc880dfd4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f3e253-f8aa-484d-984e-728bde65e192,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:29.053919 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-874310c1-0395-4d29-b776-55b7b8cf56a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.062858 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-874310c1-0395-4d29-b776-55b7b8cf56a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.163150 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-874310c1-0395-4d29-b776-55b7b8cf56a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dadd186848eb447698360a01f62588ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790547 Aug 30 07:41:29.169911 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48770) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:29.184527 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874310c1-0395-4d29-b776-55b7b8cf56a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12790da8-8e78-4632-b9f5-88b611b53a51,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:29.207838 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f01b4-d7cd-4a5b-85ff-1cd683abf8b0 req-c10313ba-4cce-4dc1-8004-d357bd767ab1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:29.221370 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-611f01b4-d7cd-4a5b-85ff-1cd683abf8b0 req-c10313ba-4cce-4dc1-8004-d357bd767ab1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.1224320 Aug 30 07:41:29.296596 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-611f01b4-d7cd-4a5b-85ff-1cd683abf8b0 req-2e166beb-1d10-4367-a7c0-e19f6775b607 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693307 Aug 30 07:41:29.319427 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e5d27dbf-e185-40cc-99d0-ad19959b7d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.348992 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e5d27dbf-e185-40cc-99d0-ad19959b7d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.420623 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e5d27dbf-e185-40cc-99d0-ad19959b7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.424136 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e5d27dbf-e185-40cc-99d0-ad19959b7d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.425330 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e5d27dbf-e185-40cc-99d0-ad19959b7d33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12790da8-8e78-4632-b9f5-88b611b53a51 HTTP/1.1" status: 204 len: 168 time: 0.2504251 Aug 30 07:41:29.433814 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d27dbf-e185-40cc-99d0-ad19959b7d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12790da8-8e78-4632-b9f5-88b611b53a51,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:29.485048 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48778) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:29.500852 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-060d3a8d-3104-4811-9f00-862904ba2adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.640040 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-060d3a8d-3104-4811-9f00-862904ba2adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.648658 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-060d3a8d-3104-4811-9f00-862904ba2adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.696578 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-060d3a8d-3104-4811-9f00-862904ba2adb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1b3567145444b679c37b3c925226f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104545 Aug 30 07:41:29.697695 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d3a8d-3104-4811-9f00-862904ba2adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cb1cbe-0e5a-4393-8038-ca8c0d49aadb,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:29.699312 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48782) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:29.771440 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4f2eb0bb-8315-4650-af48-34551c798a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.802555 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4f2eb0bb-8315-4650-af48-34551c798a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.922189 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4f2eb0bb-8315-4650-af48-34551c798a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.938262 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4f2eb0bb-8315-4650-af48-34551c798a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:29.948006 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4f2eb0bb-8315-4650-af48-34551c798a7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36cb1cbe-0e5a-4393-8038-ca8c0d49aadb HTTP/1.1" status: 204 len: 168 time: 0.2459142 Aug 30 07:41:29.996987 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2eb0bb-8315-4650-af48-34551c798a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cb1cbe-0e5a-4393-8038-ca8c0d49aadb,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:30.072669 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48788) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:30.086201 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2191-d617-46bc-9411-19c0b7d80166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:30.193003 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2191-d617-46bc-9411-19c0b7d80166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:30.201683 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2191-d617-46bc-9411-19c0b7d80166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:30.230743 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf2191-d617-46bc-9411-19c0b7d80166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81387068-40ed-42e7-bb52-e52daa3ae2c3,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:30.262045 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-8fcf2191-d617-46bc-9411-19c0b7d80166 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed127c1b4324404783210dd5f520c030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883843 Aug 30 07:41:30.264724 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48796) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:30.538160 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cd742-5595-4b5b-bb2d-abde398abed0 req-0e5fcda2-6e6a-41d7-ae0a-390eb8c5f8ac tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:30.539935 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-775cd742-5595-4b5b-bb2d-abde398abed0 req-0e5fcda2-6e6a-41d7-ae0a-390eb8c5f8ac tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0969932 Aug 30 07:41:30.593449 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-775cd742-5595-4b5b-bb2d-abde398abed0 req-0701bc67-9981-415c-b2c9-9192e7ff8531 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432830 Aug 30 07:41:30.661205 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9adda818-fa15-42d9-ba1c-ffbf0627c3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:30.723559 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9adda818-fa15-42d9-ba1c-ffbf0627c3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:30.852560 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9adda818-fa15-42d9-ba1c-ffbf0627c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:30.855661 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9adda818-fa15-42d9-ba1c-ffbf0627c3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:30.856847 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-9adda818-fa15-42d9-ba1c-ffbf0627c3d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81387068-40ed-42e7-bb52-e52daa3ae2c3 HTTP/1.1" status: 204 len: 168 time: 0.5908825 Aug 30 07:41:30.871159 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adda818-fa15-42d9-ba1c-ffbf0627c3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81387068-40ed-42e7-bb52-e52daa3ae2c3,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:31.305819 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48844) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:31.319060 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6f1e08e0-3d4a-404d-898d-f94f59804ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.352632 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48846) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:31.407201 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6f1e08e0-3d4a-404d-898d-f94f59804ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.410915 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6f1e08e0-3d4a-404d-898d-f94f59804ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.446622 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6f1e08e0-3d4a-404d-898d-f94f59804ad9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72b1fd664cb44e76aad8aa6cee3e12d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397324 Aug 30 07:41:31.448703 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e08e0-3d4a-404d-898d-f94f59804ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e238caaa-1ed2-4a72-8754-0b8abf671fb5,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:31.449441 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48850) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:31.500580 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590110156-network', 'tenant_id': '1fdfaf6b406247bea74bbe508d4c829e'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:41:31.521733 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ab6890dc-84f4-46f2-b711-d1ad1d841679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.538145 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Made reservation on behalf of 1fdfaf6b406247bea74bbe508d4c829e for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:41:31.540372 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.555352 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ab6890dc-84f4-46f2-b711-d1ad1d841679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.557130 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.627111 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ab6890dc-84f4-46f2-b711-d1ad1d841679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.629740 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ab6890dc-84f4-46f2-b711-d1ad1d841679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.630876 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ab6890dc-84f4-46f2-b711-d1ad1d841679 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e238caaa-1ed2-4a72-8754-0b8abf671fb5 HTTP/1.1" status: 204 len: 168 time: 0.1797135 Aug 30 07:41:31.644993 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6890dc-84f4-46f2-b711-d1ad1d841679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e238caaa-1ed2-4a72-8754-0b8abf671fb5,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:31.714694 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.721401 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.741624 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43549e65-0b11-45dd-bdf9-23dcb0acd907 req-acd9750b-e5b2-443c-b36c-426e6c309bca tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:31.743105 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-43549e65-0b11-45dd-bdf9-23dcb0acd907 req-acd9750b-e5b2-443c-b36c-426e6c309bca tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0774729 Aug 30 07:41:31.767483 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:41:31.783757 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438f6922-898a-4509-a365-c54c730cf229,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:31.792127 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.793122 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Added segment 6aa709d3-74ce-4bcd-8f85-a990be9d1aac of type vlan for network 542fd4e8-4fb5-46a0-be09-3d234142c214 Aug 30 07:41:31.833685 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-43549e65-0b11-45dd-bdf9-23dcb0acd907 req-b8f95d1f-a90b-4cdd-ba00-0030869bd3c1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833116 Aug 30 07:41:31.851812 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.877850 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.878882 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:31.879562 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:31.932127 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5783911 Aug 30 07:41:31.935511 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48868) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:31.940939 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-cc62c008-0ac3-4a49-b09d-9967185bd0aa admin admin] Request body: {'subnet': {'network_id': '542fd4e8-4fb5-46a0-be09-3d234142c214', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590110156-subnet', 'tenant_id': '1fdfaf6b406247bea74bbe508d4c829e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:41:31.943710 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa04cc-4092-4367-918e-d2122d63cadc admin admin] Pushing event updated for resources: {'Network': ['ID=542fd4e8-4fb5-46a0-be09-3d234142c214,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:31.956480 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 542fd4e8-4fb5-46a0-be09-3d234142c214 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:41:31.969240 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc62c008-0ac3-4a49-b09d-9967185bd0aa admin admin] Made reservation on behalf of 1fdfaf6b406247bea74bbe508d4c829e for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:41:31.973576 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cc62c008-0ac3-4a49-b09d-9967185bd0aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:32.145370 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cc62c008-0ac3-4a49-b09d-9967185bd0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:32.204511 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62c008-0ac3-4a49-b09d-9967185bd0aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2693b8ce-963a-44a7-b879-012468612c01,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:32.212673 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc62c008-0ac3-4a49-b09d-9967185bd0aa admin admin] Checking segment: {'id': '6aa709d3-74ce-4bcd-8f85-a990be9d1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '542fd4e8-4fb5-46a0-be09-3d234142c214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:41:32.213001 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62c008-0ac3-4a49-b09d-9967185bd0aa admin admin] Network hostable DHCP agents. Network: 542fd4e8-4fb5-46a0-be09-3d234142c214, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:41:32.228928 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62c008-0ac3-4a49-b09d-9967185bd0aa admin admin] Network 542fd4e8-4fb5-46a0-be09-3d234142c214 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:41:32.238021 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-cc62c008-0ac3-4a49-b09d-9967185bd0aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 542fd4e8-4fb5-46a0-be09-3d234142c214) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:41:32.242229 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc62c008-0ac3-4a49-b09d-9967185bd0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:32.242725 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cc62c008-0ac3-4a49-b09d-9967185bd0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:32.248246 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1e853a-8dfe-4935-8786-fede61b7527c None None] Network 542fd4e8-4fb5-46a0-be09-3d234142c214 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:41:32.257526 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-cc62c008-0ac3-4a49-b09d-9967185bd0aa admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3208075 Aug 30 07:41:32.313318 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:32.386261 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d744b57-9d30-4909-b58e-667f2536f15f None None] Network 542fd4e8-4fb5-46a0-be09-3d234142c214 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:41:32.817066 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48910) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:32.821967 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1160119094-network', 'tenant_id': '4a156b0e70a04f38952ea4db9e5dcdf9'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:41:32.841490 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Made reservation on behalf of 4a156b0e70a04f38952ea4db9e5dcdf9 for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:41:32.843892 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:32.852459 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:32.974459 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ee09b-9982-4156-815a-3c56156f3ccd req-c8154799-0eea-4283-9121-e3c8d9692687 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:32.975982 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fa4ee09b-9982-4156-815a-3c56156f3ccd req-c8154799-0eea-4283-9121-e3c8d9692687 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0748315 Aug 30 07:41:32.977726 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:32.982114 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.026118 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:41:33.034129 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f502b984-588e-4000-a062-94564e03c80c,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:33.049335 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.049682 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Added segment ae4d3bf4-e382-4d79-b9d8-fa0abbe52272 of type vlan for network 3a17eae2-6dd5-4b50-ad00-5c45e6ccf656 Aug 30 07:41:33.063987 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fa4ee09b-9982-4156-815a-3c56156f3ccd req-4c25173b-a5b7-4e06-bc0b-63053df924c1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778115 Aug 30 07:41:33.099574 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.123385 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.124330 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:33.124919 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.177469 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3592126 Aug 30 07:41:33.180469 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48920) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:33.182251 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731872d-004a-4dad-a23c-7fd99188b089 admin admin] Pushing event updated for resources: {'Network': ['ID=3a17eae2-6dd5-4b50-ad00-5c45e6ccf656,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:33.185903 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-72b5f74e-ede7-4b9d-bcff-aa46f3ec608f admin admin] Request body: {'subnet': {'network_id': '3a17eae2-6dd5-4b50-ad00-5c45e6ccf656', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1160119094-subnet', 'tenant_id': '4a156b0e70a04f38952ea4db9e5dcdf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:41:33.193698 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 3a17eae2-6dd5-4b50-ad00-5c45e6ccf656 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:41:33.205395 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b5f74e-ede7-4b9d-bcff-aa46f3ec608f admin admin] Made reservation on behalf of 4a156b0e70a04f38952ea4db9e5dcdf9 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:41:33.207684 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-72b5f74e-ede7-4b9d-bcff-aa46f3ec608f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.369824 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-72b5f74e-ede7-4b9d-bcff-aa46f3ec608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.424114 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5f74e-ede7-4b9d-bcff-aa46f3ec608f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e34d80a-0c1d-439b-a003-47eed3208ca1,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:33.431212 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b5f74e-ede7-4b9d-bcff-aa46f3ec608f admin admin] Checking segment: {'id': 'ae4d3bf4-e382-4d79-b9d8-fa0abbe52272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '3a17eae2-6dd5-4b50-ad00-5c45e6ccf656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:41:33.431570 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b5f74e-ede7-4b9d-bcff-aa46f3ec608f admin admin] Network hostable DHCP agents. Network: 3a17eae2-6dd5-4b50-ad00-5c45e6ccf656, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:41:33.446739 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b5f74e-ede7-4b9d-bcff-aa46f3ec608f admin admin] Network 3a17eae2-6dd5-4b50-ad00-5c45e6ccf656 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:41:33.454441 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-72b5f74e-ede7-4b9d-bcff-aa46f3ec608f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 3a17eae2-6dd5-4b50-ad00-5c45e6ccf656) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:41:33.458146 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b5f74e-ede7-4b9d-bcff-aa46f3ec608f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:33.458723 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-72b5f74e-ede7-4b9d-bcff-aa46f3ec608f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.462834 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac6541-f31e-4755-b2b8-053603a11752 None None] Network 3a17eae2-6dd5-4b50-ad00-5c45e6ccf656 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:41:33.472484 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-72b5f74e-ede7-4b9d-bcff-aa46f3ec608f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2909660 Aug 30 07:41:33.548349 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a6aca246-f108-4247-8464-0ece72ffdec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.585113 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48924) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:33.592895 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08d386c-674e-430c-936c-56d753cbd6df None None] Network 3a17eae2-6dd5-4b50-ad00-5c45e6ccf656 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:41:33.633061 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-5281dcd1-3bd6-446d-8ec4-642f340ab32a admin admin] Deleting subnet 2693b8ce-963a-44a7-b879-012468612c01 {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:41:33.636308 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5281dcd1-3bd6-446d-8ec4-642f340ab32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.670615 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5281dcd1-3bd6-446d-8ec4-642f340ab32a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070656471'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.711689 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5281dcd1-3bd6-446d-8ec4-642f340ab32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.765689 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5281dcd1-3bd6-446d-8ec4-642f340ab32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071471443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070182839'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.793780 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281dcd1-3bd6-446d-8ec4-642f340ab32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2693b8ce-963a-44a7-b879-012468612c01,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:33.798229 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5281dcd1-3bd6-446d-8ec4-642f340ab32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.800157 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5281dcd1-3bd6-446d-8ec4-642f340ab32a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2693b8ce-963a-44a7-b879-012468612c01 HTTP/1.1" status: 204 len: 168 time: 0.2140062 Aug 30 07:41:33.802582 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48930) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:33.870793 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.944800 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.954678 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542fd4e8-4fb5-46a0-be09-3d234142c214']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:33.964554 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa709d3-74ce-4bcd-8f85-a990be9d1aac') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:33.964853 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa709d3-74ce-4bcd-8f85-a990be9d1aac') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:33.973872 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070656456'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.990426 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.996092 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:41:33.996476 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071471413'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: timer() Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: cb(*args, **kw) Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: self._notify() Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: self.callback(batched_events) Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: event.method(event) Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._get(url).json() Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:41:33.998101 dv-cinder-804735-4-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:41:34.049966 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.054419 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.056297 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] 10.222.0.64 "DELETE /v2.0/networks/542fd4e8-4fb5-46a0-be09-3d234142c214 HTTP/1.1" status: 204 len: 168 time: 0.2528148 Aug 30 07:41:34.059212 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48932) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:34.068612 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737875-a5ff-4461-988b-5f7358279fee admin admin] Pushing event deleted for resources: {'Network': ['ID=542fd4e8-4fb5-46a0-be09-3d234142c214,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:34.106019 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0212bc-4ea0-4dfd-be1a-cbb02710f26a admin admin] Deleting subnet 1e34d80a-0c1d-439b-a003-47eed3208ca1 {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:41:34.109313 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eb0212bc-4ea0-4dfd-be1a-cbb02710f26a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.143735 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eb0212bc-4ea0-4dfd-be1a-cbb02710f26a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.152755 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eb0212bc-4ea0-4dfd-be1a-cbb02710f26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.179629 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043ccd0-c479-48c0-9a7a-af873484ed47 req-1a87d48f-7acd-4956-8697-40c4f9a0d183 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:34.181193 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f043ccd0-c479-48c0-9a7a-af873484ed47 req-1a87d48f-7acd-4956-8697-40c4f9a0d183 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0472524 Aug 30 07:41:34.210899 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eb0212bc-4ea0-4dfd-be1a-cbb02710f26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.227972 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f043ccd0-c479-48c0-9a7a-af873484ed47 req-ea903a58-cd14-462d-9186-54f8e7ed9d23 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374885 Aug 30 07:41:34.233431 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0212bc-4ea0-4dfd-be1a-cbb02710f26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e34d80a-0c1d-439b-a003-47eed3208ca1,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:34.239608 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eb0212bc-4ea0-4dfd-be1a-cbb02710f26a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.241576 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-eb0212bc-4ea0-4dfd-be1a-cbb02710f26a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1e34d80a-0c1d-439b-a003-47eed3208ca1 HTTP/1.1" status: 204 len: 168 time: 0.1812348 Aug 30 07:41:34.249100 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48942) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:34.314956 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.394966 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.404661 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.405002 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.405752 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.406081 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > port after_create 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.406401 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.406730 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > port after_update 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.407048 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.407393 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.407710 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.408027 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.473969 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.474310 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.474637 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.474965 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 07:41:34.475367 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a17eae2-6dd5-4b50-ad00-5c45e6ccf656']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:34.492893 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4d3bf4-e382-4d79-b9d8-fa0abbe52272') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:34.493187 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4d3bf4-e382-4d79-b9d8-fa0abbe52272') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:34.509040 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070507290'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.528292 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.535890 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:41:34.536269 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073360119'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: from cryptography.utils import int_from_bytes Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: from cryptography.utils import int_from_bytes Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: timer() Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: cb(*args, **kw) Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: self._notify() Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: self.callback(batched_events) Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: event.method(event) Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._get(url).json() Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:41:34.540128 dv-cinder-804735-4-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:41:34.596747 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.603718 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.605621 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3a17eae2-6dd5-4b50-ad00-5c45e6ccf656 HTTP/1.1" status: 204 len: 168 time: 0.3556008 Aug 30 07:41:34.615652 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac50b8-5d79-4934-99ad-ae77525c8be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a17eae2-6dd5-4b50-ad00-5c45e6ccf656,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:34.755541 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48946) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:34.804179 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8cd79751-1fd8-40d4-b566-2beb31da80ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1fdfaf6b406247bea74bbe508d4c829e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452230 Aug 30 07:41:34.804569 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48952) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:34.851119 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b5a4-1a39-41db-a586-0af9fc3c856b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.871911 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b5a4-1a39-41db-a586-0af9fc3c856b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.916132 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b5a4-1a39-41db-a586-0af9fc3c856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.918646 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ecd6b5a4-1a39-41db-a586-0af9fc3c856b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:34.920360 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ecd6b5a4-1a39-41db-a586-0af9fc3c856b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/438f6922-898a-4509-a365-c54c730cf229 HTTP/1.1" status: 204 len: 168 time: 0.1149652 Aug 30 07:41:34.927752 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6b5a4-1a39-41db-a586-0af9fc3c856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438f6922-898a-4509-a365-c54c730cf229,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:35.228422 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 48964) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:35.276615 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 48968) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:35.277116 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4f737485-0f7b-4448-bae5-124f70f3ae46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a156b0e70a04f38952ea4db9e5dcdf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459094 Aug 30 07:41:35.327560 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dff93ea3-963d-474a-87f5-1114eee52738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:35.342762 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4745bb-e54d-4c3a-be23-21f2eb9393ad req-2b2e45e9-86da-4f3c-b689-113d0e67e3f3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:35.345125 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6e4745bb-e54d-4c3a-be23-21f2eb9393ad req-2b2e45e9-86da-4f3c-b689-113d0e67e3f3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0498481 Aug 30 07:41:35.349591 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dff93ea3-963d-474a-87f5-1114eee52738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:35.384352 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6e4745bb-e54d-4c3a-be23-21f2eb9393ad req-eddecb67-f2f8-4da1-93c3-a01f3d526e7f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335996 Aug 30 07:41:35.408014 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dff93ea3-963d-474a-87f5-1114eee52738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:35.410749 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dff93ea3-963d-474a-87f5-1114eee52738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:35.411926 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-dff93ea3-963d-474a-87f5-1114eee52738 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f502b984-588e-4000-a062-94564e03c80c HTTP/1.1" status: 204 len: 168 time: 0.1336603 Aug 30 07:41:35.420421 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff93ea3-963d-474a-87f5-1114eee52738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f502b984-588e-4000-a062-94564e03c80c,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:36.146491 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-acb457d3-227d-43a2-aa1e-79d66d8e941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:36.538403 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240798cf-c7ae-4bbd-b095-32a613241c71 req-11930df0-bae5-4f1c-a959-77705012224a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:36.540813 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-240798cf-c7ae-4bbd-b095-32a613241c71 req-11930df0-bae5-4f1c-a959-77705012224a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0794337 Aug 30 07:41:36.585281 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-240798cf-c7ae-4bbd-b095-32a613241c71 req-29054eb3-3c35-4dbf-83b4-51f7416b52c6 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374055 Aug 30 07:41:36.668727 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:37.351152 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:37.601357 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49052) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:37.734273 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fda294-6006-428f-84fe-39842578b271 req-0d5fd233-45fa-4c2a-b4f2-921fcee784d0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:37.739850 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5e7e431f-a573-405f-af2b-95cd88e4aec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:37.743056 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e6fda294-6006-428f-84fe-39842578b271 req-0d5fd233-45fa-4c2a-b4f2-921fcee784d0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0663402 Aug 30 07:41:37.794373 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e6fda294-6006-428f-84fe-39842578b271 req-5729dddf-72ac-44f8-895e-e1b1cd57f980 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503259 Aug 30 07:41:37.847254 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5e7e431f-a573-405f-af2b-95cd88e4aec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:37.853632 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5e7e431f-a573-405f-af2b-95cd88e4aec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:37.883752 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 49064) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:37.884176 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-5e7e431f-a573-405f-af2b-95cd88e4aec7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa1b3927fee14ebc8a1c296d4363f88e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811823 Aug 30 07:41:37.905074 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e431f-a573-405f-af2b-95cd88e4aec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eb0b57-97ee-4609-b310-3b190b37af76,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:37.948053 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-21ce7977-c22c-4caf-8555-79ae396f432b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:37.977205 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-21ce7977-c22c-4caf-8555-79ae396f432b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:38.031808 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:41:38.049888 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-21ce7977-c22c-4caf-8555-79ae396f432b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:38.055337 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-21ce7977-c22c-4caf-8555-79ae396f432b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:38.058930 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-21ce7977-c22c-4caf-8555-79ae396f432b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13eb0b57-97ee-4609-b310-3b190b37af76 HTTP/1.1" status: 204 len: 168 time: 0.1719158 Aug 30 07:41:38.119133 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce7977-c22c-4caf-8555-79ae396f432b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eb0b57-97ee-4609-b310-3b190b37af76,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:38.521570 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472594b6-3f63-4279-8313-d30748ab11ee req-adcee637-7846-43f1-9aa6-134f82f8b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:38.523577 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-472594b6-3f63-4279-8313-d30748ab11ee req-adcee637-7846-43f1-9aa6-134f82f8b8a9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 1098 time: 0.0793536 Aug 30 07:41:38.661330 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:38.706571 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472594b6-3f63-4279-8313-d30748ab11ee req-b3b31ebd-1677-4c4b-b4e5-3981a21f537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:38.709386 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-472594b6-3f63-4279-8313-d30748ab11ee req-b3b31ebd-1677-4c4b-b4e5-3981a21f537e service neutron] 10.222.0.68 "GET /v2.0/networks?id=04c35c0a-1f55-4631-bbae-794e86e1d298 HTTP/1.1" status: 200 len: 919 time: 0.1400723 Aug 30 07:41:38.759811 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49106) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:38.785454 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9f8a54a2-0287-41df-a77a-a9f87a9c9d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:38.811240 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-472594b6-3f63-4279-8313-d30748ab11ee req-faf31927-3683-4f62-8f13-f45c0681b415 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e05a149e-875d-4ffd-83b8-8f0315f2a766 HTTP/1.1" status: 200 len: 217 time: 0.0907264 Aug 30 07:41:38.907406 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472594b6-3f63-4279-8313-d30748ab11ee req-6da40e9f-3b6a-4c40-8f15-528573a8151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:38.909578 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-472594b6-3f63-4279-8313-d30748ab11ee req-6da40e9f-3b6a-4c40-8f15-528573a8151a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa1797c0-1e3e-4323-a2f3-31482cc8b4ce HTTP/1.1" status: 200 len: 858 time: 0.0899193 Aug 30 07:41:38.953196 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9f8a54a2-0287-41df-a77a-a9f87a9c9d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:38.969495 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-472594b6-3f63-4279-8313-d30748ab11ee req-f9d8bf7e-8780-4aaa-affe-9271cbeefb9b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04c35c0a-1f55-4631-bbae-794e86e1d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290859 Aug 30 07:41:38.976494 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9f8a54a2-0287-41df-a77a-a9f87a9c9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:39.055604 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a54a2-0287-41df-a77a-a9f87a9c9d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5833397-c910-419d-b7d1-ce6001d1190e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:39.101170 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-9f8a54a2-0287-41df-a77a-a9f87a9c9d7b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=629481cf0100473a8712aabb066a00a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360939 Aug 30 07:41:39.102809 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49114) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:39.114014 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7439d8-e2e4-4be5-9f84-8eba4f5aa8fb req-5dde53e1-418f-4709-b87c-3b257f01bc5f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:39.122999 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4f7439d8-e2e4-4be5-9f84-8eba4f5aa8fb req-5dde53e1-418f-4709-b87c-3b257f01bc5f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.2121973 Aug 30 07:41:39.188073 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-68ae9bc4-ee12-4e90-bc59-971988e67bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:39.197554 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4f7439d8-e2e4-4be5-9f84-8eba4f5aa8fb req-f2cc8296-2af9-4d18-a84f-572326fe06a5 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686057 Aug 30 07:41:39.223695 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-472594b6-3f63-4279-8313-d30748ab11ee req-de56eb82-be8d-4c4b-8c5f-6be4be827884 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377627 Aug 30 07:41:39.232117 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-68ae9bc4-ee12-4e90-bc59-971988e67bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:39.313988 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-68ae9bc4-ee12-4e90-bc59-971988e67bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:39.318098 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-68ae9bc4-ee12-4e90-bc59-971988e67bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:39.319367 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-68ae9bc4-ee12-4e90-bc59-971988e67bd6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5833397-c910-419d-b7d1-ce6001d1190e HTTP/1.1" status: 204 len: 168 time: 0.2167413 Aug 30 07:41:39.332091 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-472594b6-3f63-4279-8313-d30748ab11ee req-f55dfc36-4051-46a9-a424-afbe0cba0e2d service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012135 Aug 30 07:41:39.353727 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae9bc4-ee12-4e90-bc59-971988e67bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5833397-c910-419d-b7d1-ce6001d1190e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:39.561986 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49134) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:39.641489 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-0884ffb1-2e3c-4af9-b339-cdaa35675219 admin admin] Deleting subnet a9f657ca-684f-425a-9c75-25f75c260f2e {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:41:39.648209 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0884ffb1-2e3c-4af9-b339-cdaa35675219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:39.685519 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0884ffb1-2e3c-4af9-b339-cdaa35675219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070507269'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:39.731034 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0884ffb1-2e3c-4af9-b339-cdaa35675219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:39.868682 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0884ffb1-2e3c-4af9-b339-cdaa35675219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1073360017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069822122'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:39.907856 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884ffb1-2e3c-4af9-b339-cdaa35675219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f657ca-684f-425a-9c75-25f75c260f2e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:39.910018 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0884ffb1-2e3c-4af9-b339-cdaa35675219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:39.914749 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0884ffb1-2e3c-4af9-b339-cdaa35675219 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a9f657ca-684f-425a-9c75-25f75c260f2e HTTP/1.1" status: 204 len: 168 time: 0.3490195 Aug 30 07:41:39.914880 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49150) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:39.986567 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:40.088303 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:40.098608 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869989be-1913-476e-976c-75a376a1f680']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:40.112457 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7b6d96-5f2c-4adb-8a05-17571eef9f16') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:40.112833 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7b6d96-5f2c-4adb-8a05-17571eef9f16') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:40.130754 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070507290'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:40.154612 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:40.163693 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:41:40.164362 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073360119'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: timer() Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: cb(*args, **kw) Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: self._notify() Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: self.callback(batched_events) Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: event.method(event) Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._get(url).json() Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:41:40.167651 dv-cinder-804735-4-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:41:40.317466 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:40.365692 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] Pushing event deleted for resources: {'Network': ['ID=869989be-1913-476e-976c-75a376a1f680,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:40.370996 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:40.407371 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0986366f-b362-495e-9e7a-24bcf9725682 admin admin] 10.222.0.64 "DELETE /v2.0/networks/869989be-1913-476e-976c-75a376a1f680 HTTP/1.1" status: 204 len: 168 time: 0.4869261 Aug 30 07:41:40.408324 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d549a1-cbab-40a4-a330-7302a33e2387 req-fb907d92-52c6-4162-a133-cb31083ca65a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:40.408817 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49166) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:40.417333 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a0d549a1-cbab-40a4-a330-7302a33e2387 req-fb907d92-52c6-4162-a133-cb31083ca65a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0742462 Aug 30 07:41:40.515642 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a0d549a1-cbab-40a4-a330-7302a33e2387 req-6a6ba67e-036d-4ba2-8d3c-d11b85bde874 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968449 Aug 30 07:41:40.569838 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c5f1ca-6367-4059-8c5f-e347e84fce70 admin admin] Deleting subnet c1fc85e9-2a1a-4e22-b036-cec12f032e99 {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:41:40.586561 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f1ca-6367-4059-8c5f-e347e84fce70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:40.646173 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f1ca-6367-4059-8c5f-e347e84fce70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070507269'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:40.694355 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f1ca-6367-4059-8c5f-e347e84fce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:40.774802 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f1ca-6367-4059-8c5f-e347e84fce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1073360017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069822122'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:40.806888 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f1ca-6367-4059-8c5f-e347e84fce70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:40.810630 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c7c5f1ca-6367-4059-8c5f-e347e84fce70 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c1fc85e9-2a1a-4e22-b036-cec12f032e99 HTTP/1.1" status: 204 len: 168 time: 0.3912480 Aug 30 07:41:40.813732 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 49186) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:40.861263 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5f1ca-6367-4059-8c5f-e347e84fce70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1fc85e9-2a1a-4e22-b036-cec12f032e99,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:40.912720 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:41.026093 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:41.042758 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:41.058669 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a632a10-3cf8-44d8-883f-1025f1c2036e') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:41.059094 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a632a10-3cf8-44d8-883f-1025f1c2036e') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:41.069859 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070656456'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:41.084970 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:41.093001 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:41:41.093368 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071471413'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: timer() Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: cb(*args, **kw) Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: self._notify() Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: self.callback(batched_events) Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: event.method(event) Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._get(url).json() Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:41:41.095376 dv-cinder-804735-4-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:41:41.178048 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:41.184631 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:41.187428 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89 HTTP/1.1" status: 204 len: 168 time: 0.3718107 Aug 30 07:41:41.201040 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49100b23-38a8-4126-aa90-20cee8c10ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5983d7fe-93f6-4fe9-8bdc-1b28d5c0fa89,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:41.414553 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 49210) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:41.465417 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f7c87088-ba98-407b-a89f-8c63eccc39b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56541747ae8e4945b42b2a5e0c1fcffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488875 Aug 30 07:41:41.468896 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 49212) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:41.573555 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1864929d-024b-4cb7-8f4d-ae35e365d403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:41.615723 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1864929d-024b-4cb7-8f4d-ae35e365d403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:41.728206 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1864929d-024b-4cb7-8f4d-ae35e365d403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:41.730782 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1864929d-024b-4cb7-8f4d-ae35e365d403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:41.734668 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1864929d-024b-4cb7-8f4d-ae35e365d403 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a770ec9-2de4-48a9-97ff-7ddae1b47a18 HTTP/1.1" status: 204 len: 168 time: 0.2646196 Aug 30 07:41:41.755960 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864929d-024b-4cb7-8f4d-ae35e365d403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a770ec9-2de4-48a9-97ff-7ddae1b47a18,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:41.786207 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00ece9-58b3-42a9-be49-8406ec924d5c req-e37943c3-7ebb-422a-b33b-24d97cd03d9c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:41.787814 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ed00ece9-58b3-42a9-be49-8406ec924d5c req-e37943c3-7ebb-422a-b33b-24d97cd03d9c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.1219397 Aug 30 07:41:41.870628 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ed00ece9-58b3-42a9-be49-8406ec924d5c req-d2d73211-a7de-4ca1-a64c-e45aed95b192 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716414 Aug 30 07:41:42.312446 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 49248) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:42.371497 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-fc54ece7-0e0b-475d-a533-dfa3be57213a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e6c70888c4b407a94f23cbf8b349ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576458 Aug 30 07:41:42.374794 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49250) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:42.438678 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e396a4b6-c50c-4fe7-807f-574af3816295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:42.463946 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e396a4b6-c50c-4fe7-807f-574af3816295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:42.488056 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49254) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:42.533871 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e396a4b6-c50c-4fe7-807f-574af3816295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:42.536608 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e396a4b6-c50c-4fe7-807f-574af3816295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:42.540733 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e396a4b6-c50c-4fe7-807f-574af3816295 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df547d86-2d39-4b60-86bc-57d3bbd2577c HTTP/1.1" status: 204 len: 168 time: 0.1649592 Aug 30 07:41:42.567644 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396a4b6-c50c-4fe7-807f-574af3816295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df547d86-2d39-4b60-86bc-57d3bbd2577c,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:42.742375 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-be418b1e-eacc-4f43-8b8f-175c6bb6d519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:42.864755 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb20dd-1558-48bd-aa84-ba0953df24ba req-409f48a5-4c60-4860-a409-0330e6e1dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:42.872624 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b4bb20dd-1558-48bd-aa84-ba0953df24ba req-409f48a5-4c60-4860-a409-0330e6e1dbb7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 1098 time: 0.1080909 Aug 30 07:41:42.917236 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-be418b1e-eacc-4f43-8b8f-175c6bb6d519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:42.929095 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-be418b1e-eacc-4f43-8b8f-175c6bb6d519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:42.964309 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b4bb20dd-1558-48bd-aa84-ba0953df24ba req-91b653aa-77d9-47a5-a197-a8969df5970d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810959 Aug 30 07:41:42.992202 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-be418b1e-eacc-4f43-8b8f-175c6bb6d519 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7369b2eb9ef942c58dc61c34e963616e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026407 Aug 30 07:41:42.993241 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be418b1e-eacc-4f43-8b8f-175c6bb6d519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a00c28-6a70-4529-acd7-8fa845ec9274,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:42.995219 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 49278) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:43.129967 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e8581-e03c-432b-bc2d-bdd27a5cdc5a req-ed25240f-b1ec-4e54-b054-dd8f86adc296 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:43.132043 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-759e8581-e03c-432b-bc2d-bdd27a5cdc5a req-ed25240f-b1ec-4e54-b054-dd8f86adc296 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.1007710 Aug 30 07:41:43.135916 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f3f5-1c6e-4a33-a503-fed193657271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:43.185752 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f3f5-1c6e-4a33-a503-fed193657271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:43.214328 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-759e8581-e03c-432b-bc2d-bdd27a5cdc5a req-e0d4107d-aba5-4a07-be12-0aa82a3e2ff0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736775 Aug 30 07:41:43.291378 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f3f5-1c6e-4a33-a503-fed193657271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:43.296359 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f3f5-1c6e-4a33-a503-fed193657271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:43.302014 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e7e7f3f5-1c6e-4a33-a503-fed193657271 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0a00c28-6a70-4529-acd7-8fa845ec9274 HTTP/1.1" status: 204 len: 168 time: 0.3055162 Aug 30 07:41:43.311856 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7f3f5-1c6e-4a33-a503-fed193657271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a00c28-6a70-4529-acd7-8fa845ec9274,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:44.375662 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277285a-1593-4fd8-a664-4197fed0ba48 req-96c2594f-d920-44b8-b217-e118616574d3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:44.384768 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3277285a-1593-4fd8-a664-4197fed0ba48 req-96c2594f-d920-44b8-b217-e118616574d3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0897095 Aug 30 07:41:44.439263 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3277285a-1593-4fd8-a664-4197fed0ba48 req-017ceedf-6595-4dbe-92b8-893cca7ef1ab tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532689 Aug 30 07:41:44.993753 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 49400) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:45.224308 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-98f03cc7-4aab-4402-9a9c-7393275c1085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:45.374348 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-98f03cc7-4aab-4402-9a9c-7393275c1085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:45.380001 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-98f03cc7-4aab-4402-9a9c-7393275c1085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:45.441794 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f03cc7-4aab-4402-9a9c-7393275c1085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87d1167-858c-4e8c-8437-e660a61c402c,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:45.457403 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-98f03cc7-4aab-4402-9a9c-7393275c1085 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9856412968ff445a949a01b7da16de43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617198 Aug 30 07:41:45.465675 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49436) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:45.570454 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-798cd18d-1025-46d8-b8a5-234e0d03cfae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:45.610301 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-798cd18d-1025-46d8-b8a5-234e0d03cfae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:45.612176 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674024d1-60fc-4d3a-b5aa-5abd658ca8ab req-5fc5bce6-ccc1-48c7-9d7f-64af35408230 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:45.613823 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-674024d1-60fc-4d3a-b5aa-5abd658ca8ab req-5fc5bce6-ccc1-48c7-9d7f-64af35408230 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0760646 Aug 30 07:41:45.680615 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-674024d1-60fc-4d3a-b5aa-5abd658ca8ab req-95062559-9eb6-402c-8518-2f8d00c2771d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574892 Aug 30 07:41:45.732417 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-798cd18d-1025-46d8-b8a5-234e0d03cfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:45.735849 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-798cd18d-1025-46d8-b8a5-234e0d03cfae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:45.740644 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-798cd18d-1025-46d8-b8a5-234e0d03cfae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d87d1167-858c-4e8c-8437-e660a61c402c HTTP/1.1" status: 204 len: 168 time: 0.2730834 Aug 30 07:41:45.753190 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cd18d-1025-46d8-b8a5-234e0d03cfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87d1167-858c-4e8c-8437-e660a61c402c,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:46.060324 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e290-1fc6-4d80-a679-83d259b530f4 req-d5580fbb-84ce-4a35-828c-a22abd1b999a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:46.061826 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5725e290-1fc6-4d80-a679-83d259b530f4 req-d5580fbb-84ce-4a35-828c-a22abd1b999a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0543323 Aug 30 07:41:46.107857 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5725e290-1fc6-4d80-a679-83d259b530f4 req-f4abfd92-bf30-4f3e-b75e-dea6d3a0f813 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397656 Aug 30 07:41:47.219396 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bf995-22b6-4cae-a6bf-ddb40b9479a2 req-d3ad818c-a512-485d-a21f-f9f1dc04b4fa tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:47.220979 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b40bf995-22b6-4cae-a6bf-ddb40b9479a2 req-d3ad818c-a512-485d-a21f-f9f1dc04b4fa tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0514367 Aug 30 07:41:47.258324 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b40bf995-22b6-4cae-a6bf-ddb40b9479a2 req-9943d72a-cdd6-4c86-9807-5c646baa60f2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314319 Aug 30 07:41:48.369972 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c9525-8fd6-4f6f-8a65-5fe12b5e9389 req-3a0c8368-d68f-410a-bc1e-ce9589c93c64 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:48.371472 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-444c9525-8fd6-4f6f-8a65-5fe12b5e9389 req-3a0c8368-d68f-410a-bc1e-ce9589c93c64 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0484083 Aug 30 07:41:48.408343 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-444c9525-8fd6-4f6f-8a65-5fe12b5e9389 req-8185f93e-ddc5-41ca-9e9f-4d14dbd581a8 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305519 Aug 30 07:41:49.517914 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502f577-0f50-4665-b233-a18a9471cb07 req-f67f50ac-8080-4ae2-a096-30d38c70147c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:49.519631 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2502f577-0f50-4665-b233-a18a9471cb07 req-f67f50ac-8080-4ae2-a096-30d38c70147c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0464222 Aug 30 07:41:49.556102 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2502f577-0f50-4665-b233-a18a9471cb07 req-9c5bccb7-58b3-42b9-9579-c42f10f6e94d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301449 Aug 30 07:41:50.056498 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de541-50c5-42b0-bb17-79c0fdaa4f37 req-35faf03a-0a61-4d6f-88c4-97c3f331d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:50.057993 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-948de541-50c5-42b0-bb17-79c0fdaa4f37 req-35faf03a-0a61-4d6f-88c4-97c3f331d86a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 1098 time: 0.0447242 Aug 30 07:41:50.167304 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de541-50c5-42b0-bb17-79c0fdaa4f37 req-c0e87df4-b0aa-45fd-a000-f1c1f4086414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:50.168798 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-948de541-50c5-42b0-bb17-79c0fdaa4f37 req-c0e87df4-b0aa-45fd-a000-f1c1f4086414 service neutron] 10.222.0.68 "GET /v2.0/networks?id=04c35c0a-1f55-4631-bbae-794e86e1d298 HTTP/1.1" status: 200 len: 919 time: 0.0915437 Aug 30 07:41:50.230472 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-948de541-50c5-42b0-bb17-79c0fdaa4f37 req-e006ea2a-e10f-4fe3-bd04-b849d2afb3b1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e05a149e-875d-4ffd-83b8-8f0315f2a766 HTTP/1.1" status: 200 len: 217 time: 0.0535333 Aug 30 07:41:50.296264 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de541-50c5-42b0-bb17-79c0fdaa4f37 req-850a0f00-72f8-4573-83b5-3be0d48f8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:50.297864 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-948de541-50c5-42b0-bb17-79c0fdaa4f37 req-850a0f00-72f8-4573-83b5-3be0d48f8f2e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa1797c0-1e3e-4323-a2f3-31482cc8b4ce HTTP/1.1" status: 200 len: 858 time: 0.0591056 Aug 30 07:41:50.331474 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-948de541-50c5-42b0-bb17-79c0fdaa4f37 req-bbe117cd-35d5-400a-b7e2-37957609f1a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04c35c0a-1f55-4631-bbae-794e86e1d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261343 Aug 30 07:41:50.427993 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-948de541-50c5-42b0-bb17-79c0fdaa4f37 req-0520f2c4-e3b0-439c-91da-1297994021a0 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891094 Aug 30 07:41:50.549246 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-948de541-50c5-42b0-bb17-79c0fdaa4f37 req-7b38296e-a23a-4175-85de-fe11ebe5a766 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121707 Aug 30 07:41:50.685259 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14091b-0933-4eb9-9bea-c90e5b8c6413 req-c3c628a8-2a5a-4370-bc10-4e144ef1b73c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:50.687305 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8e14091b-0933-4eb9-9bea-c90e5b8c6413 req-c3c628a8-2a5a-4370-bc10-4e144ef1b73c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0548899 Aug 30 07:41:50.750565 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8e14091b-0933-4eb9-9bea-c90e5b8c6413 req-a143e3fc-ce52-4719-bccd-5321126aaa1c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512223 Aug 30 07:41:51.878491 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85094da-0529-4376-9497-9fad9301e690 req-c1991771-74fa-4511-aa8a-f37c021486e1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:51.880023 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d85094da-0529-4376-9497-9fad9301e690 req-c1991771-74fa-4511-aa8a-f37c021486e1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0557680 Aug 30 07:41:51.916490 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d85094da-0529-4376-9497-9fad9301e690 req-78ce9447-77cf-4382-b8c1-3573262bb8fe tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303321 Aug 30 07:41:53.030040 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca50ee-b03c-408d-bffe-ecfb4f5d96bd req-5d4c4fcd-13e0-446a-878a-ed1dc122f142 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:53.031549 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-01ca50ee-b03c-408d-bffe-ecfb4f5d96bd req-5d4c4fcd-13e0-446a-878a-ed1dc122f142 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0499341 Aug 30 07:41:53.068315 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-01ca50ee-b03c-408d-bffe-ecfb4f5d96bd req-b6d28d96-4456-4692-898b-8261a707f4c3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308719 Aug 30 07:41:54.252405 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9bae7-0d99-4941-8ac3-9f48e188200e req-4d7a7fcd-3844-41ba-9837-44517c96fdcb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:54.255039 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dca9bae7-0d99-4941-8ac3-9f48e188200e req-4d7a7fcd-3844-41ba-9837-44517c96fdcb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0801845 Aug 30 07:41:54.293703 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dca9bae7-0d99-4941-8ac3-9f48e188200e req-48db732e-0420-47a7-b62e-81ee767f8f34 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Aug 30 07:41:55.822987 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f183d1c-f440-42ac-bc08-b9928946df3b req-e15ab2dc-a920-40b1-8592-f54e4b00fdf3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:41:55.824509 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7f183d1c-f440-42ac-bc08-b9928946df3b req-e15ab2dc-a920-40b1-8592-f54e4b00fdf3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0520394 Aug 30 07:41:55.862825 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7f183d1c-f440-42ac-bc08-b9928946df3b req-3a40477b-b850-40ab-b85c-3ee84d76a9f4 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321283 Aug 30 07:41:56.908074 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 49770) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:56.956923 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7321b20-f34a-4471-a070-3291fca6226d admin admin] Deleting subnet 00940230-bd08-48a4-8c8a-04d6e47db61d {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:41:56.959805 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d7321b20-f34a-4471-a070-3291fca6226d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.012206 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d7321b20-f34a-4471-a070-3291fca6226d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070656471'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.056201 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d7321b20-f34a-4471-a070-3291fca6226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.121507 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d7321b20-f34a-4471-a070-3291fca6226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071471443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070182839'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.149883 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7321b20-f34a-4471-a070-3291fca6226d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00940230-bd08-48a4-8c8a-04d6e47db61d,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:57.156102 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d7321b20-f34a-4471-a070-3291fca6226d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.158187 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-d7321b20-f34a-4471-a070-3291fca6226d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/00940230-bd08-48a4-8c8a-04d6e47db61d HTTP/1.1" status: 204 len: 168 time: 0.2490861 Aug 30 07:41:57.160831 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49788) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:57.234540 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.333607 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.343279 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49798) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:57.351544 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e658700-17b4-47df-a6e6-a26039eb9c96']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:57.363057 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208fcbef-58a2-48c8-afde-19dfbe944cd8') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:57.363489 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208fcbef-58a2-48c8-afde-19dfbe944cd8') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:41:57.372844 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070507290'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.391586 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.396858 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:41:57.397264 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073360119'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: timer() Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: cb(*args, **kw) Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: self._notify() Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: self.callback(batched_events) Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: event.method(event) Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._get(url).json() Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:41:57.398935 dv-cinder-804735-4-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:41:57.473371 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c46de4fc-282c-41d3-af08-d3ffaf0a202f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.475239 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.481215 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.486159 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] 10.222.0.64 "DELETE /v2.0/networks/0e658700-17b4-47df-a6e6-a26039eb9c96 HTTP/1.1" status: 204 len: 168 time: 0.3218544 Aug 30 07:41:57.507865 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f76195-cc5b-4b79-a1f1-391f8a416f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=0e658700-17b4-47df-a6e6-a26039eb9c96,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:57.605958 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c46de4fc-282c-41d3-af08-d3ffaf0a202f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.610928 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c46de4fc-282c-41d3-af08-d3ffaf0a202f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.649450 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 49818) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:57.651112 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c46de4fc-282c-41d3-af08-d3ffaf0a202f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb61e29b9d8c458184c1c45e791276a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068476 Aug 30 07:41:57.652605 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49820) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:57.660236 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46de4fc-282c-41d3-af08-d3ffaf0a202f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259fc7bd-76e2-482b-864b-b75765bc029d,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:57.704959 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-15c21176-6c5e-41b2-8113-39f930d911d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8946f6b8ecf4ae3b3bfe35a1dbb752f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543032 Aug 30 07:41:57.708693 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 49824) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:57.730156 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8f81a748-2455-4b6c-864f-1f9cdb1359b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.757296 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8f81a748-2455-4b6c-864f-1f9cdb1359b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.792367 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4201-7cfc-4846-a0b3-e03e97abf07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.825712 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8f81a748-2455-4b6c-864f-1f9cdb1359b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.829230 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4201-7cfc-4846-a0b3-e03e97abf07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.829362 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8f81a748-2455-4b6c-864f-1f9cdb1359b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.830530 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-8f81a748-2455-4b6c-864f-1f9cdb1359b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/259fc7bd-76e2-482b-864b-b75765bc029d HTTP/1.1" status: 204 len: 168 time: 0.1770232 Aug 30 07:41:57.839332 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81a748-2455-4b6c-864f-1f9cdb1359b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259fc7bd-76e2-482b-864b-b75765bc029d,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:57.903675 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4201-7cfc-4846-a0b3-e03e97abf07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.908019 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4201-7cfc-4846-a0b3-e03e97abf07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:57.910122 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f0ee4201-7cfc-4846-a0b3-e03e97abf07f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a HTTP/1.1" status: 204 len: 168 time: 0.2002609 Aug 30 07:41:57.920241 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee4201-7cfc-4846-a0b3-e03e97abf07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4e781a-e10f-4e00-b6d6-3bccaf6cde5a,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:58.289758 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 49856) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:58.306629 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b037d669-61fe-4ad8-a206-6d81283a9d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:58.423361 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b037d669-61fe-4ad8-a206-6d81283a9d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:58.430365 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b037d669-61fe-4ad8-a206-6d81283a9d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:58.471783 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037d669-61fe-4ad8-a206-6d81283a9d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a76024-cfcd-48db-be7a-84016c56390b,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:58.479110 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b037d669-61fe-4ad8-a206-6d81283a9d2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e36e8291393747c8b8a15965d05d9812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869249 Aug 30 07:41:58.481200 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49866) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:58.540765 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ef07a8a1-ac64-4623-9a4b-52845e855e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:58.568639 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ef07a8a1-ac64-4623-9a4b-52845e855e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:58.632722 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ef07a8a1-ac64-4623-9a4b-52845e855e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:58.635392 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ef07a8a1-ac64-4623-9a4b-52845e855e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:58.645090 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ef07a8a1-ac64-4623-9a4b-52845e855e5e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03a76024-cfcd-48db-be7a-84016c56390b HTTP/1.1" status: 204 len: 168 time: 0.1537495 Aug 30 07:41:58.672594 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07a8a1-ac64-4623-9a4b-52845e855e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a76024-cfcd-48db-be7a-84016c56390b,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:59.076744 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 49942) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:59.098828 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce190d19-1c00-416e-add5-94d445bee721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:59.212074 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce190d19-1c00-416e-add5-94d445bee721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:59.215974 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce190d19-1c00-416e-add5-94d445bee721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:59.255055 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ce190d19-1c00-416e-add5-94d445bee721 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1a8883f3df84cbbb42b2895863c9415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757014 Aug 30 07:41:59.256943 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce190d19-1c00-416e-add5-94d445bee721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71994dc2-e47c-4983-9337-10fe25608cbb,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:41:59.257792 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 49976) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:41:59.311153 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c33f9a85-671b-498d-98b5-3b1f35136d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:59.332572 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c33f9a85-671b-498d-98b5-3b1f35136d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:59.389231 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c33f9a85-671b-498d-98b5-3b1f35136d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:59.391787 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c33f9a85-671b-498d-98b5-3b1f35136d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:41:59.393020 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-c33f9a85-671b-498d-98b5-3b1f35136d68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71994dc2-e47c-4983-9337-10fe25608cbb HTTP/1.1" status: 204 len: 168 time: 0.1342459 Aug 30 07:41:59.402327 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f9a85-671b-498d-98b5-3b1f35136d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71994dc2-e47c-4983-9337-10fe25608cbb,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:00.162830 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 50030) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:00.263929 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1125643878-network', 'tenant_id': 'a5efb24078d843a58aa50b8ddd0877e5'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:42:00.285331 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Made reservation on behalf of a5efb24078d843a58aa50b8ddd0877e5 for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:42:00.287899 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:00.296348 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:00.384812 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:00.389154 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:00.420178 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:42:00.430039 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b3790c-dc64-4fc1-bf07-802deb40720c,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:00.436778 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:00.437129 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Added segment 9c176db4-9360-4727-a375-5b7e8b0a15ed of type vlan for network 2d00441d-49a3-4a21-9368-3e9882621c62 Aug 30 07:42:00.483584 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:00.508035 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:00.508980 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:00.509650 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:00.563603 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3995211 Aug 30 07:42:00.566448 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 50038) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:00.568456 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b804852-7a0d-4572-93eb-4dfc5224a9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=2d00441d-49a3-4a21-9368-3e9882621c62,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:00.571564 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-a595ad6c-4c03-43b4-bddc-2381798d09ee admin admin] Request body: {'subnet': {'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1125643878-subnet', 'tenant_id': 'a5efb24078d843a58aa50b8ddd0877e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:42:00.579447 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 2d00441d-49a3-4a21-9368-3e9882621c62 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:42:00.592067 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a595ad6c-4c03-43b4-bddc-2381798d09ee admin admin] Made reservation on behalf of a5efb24078d843a58aa50b8ddd0877e5 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:42:00.594661 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a595ad6c-4c03-43b4-bddc-2381798d09ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069822145'] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:00.759548 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a595ad6c-4c03-43b4-bddc-2381798d09ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1073360466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069822131'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:00.815278 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595ad6c-4c03-43b4-bddc-2381798d09ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba869dcd-8596-489e-a580-54bf2e6312f1,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:00.822615 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a595ad6c-4c03-43b4-bddc-2381798d09ee admin admin] Checking segment: {'id': '9c176db4-9360-4727-a375-5b7e8b0a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:42:00.822964 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a595ad6c-4c03-43b4-bddc-2381798d09ee admin admin] Network hostable DHCP agents. Network: 2d00441d-49a3-4a21-9368-3e9882621c62, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:42:00.839382 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a595ad6c-4c03-43b4-bddc-2381798d09ee admin admin] Network 2d00441d-49a3-4a21-9368-3e9882621c62 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:42:00.848418 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-a595ad6c-4c03-43b4-bddc-2381798d09ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 2d00441d-49a3-4a21-9368-3e9882621c62) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:42:00.853901 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a595ad6c-4c03-43b4-bddc-2381798d09ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:00.854481 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a595ad6c-4c03-43b4-bddc-2381798d09ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:00.856921 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaad0f14-b41f-4f4a-bfab-5a0ece5db09b None None] Network 2d00441d-49a3-4a21-9368-3e9882621c62 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:42:00.868761 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-a595ad6c-4c03-43b4-bddc-2381798d09ee admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3008988 Aug 30 07:42:01.006340 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737c696c-fa2a-4e2e-8663-5b324b50db6a None None] Network 2d00441d-49a3-4a21-9368-3e9882621c62 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:42:02.287796 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 50080) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:02.297922 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:02.401004 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-42e9faae-5bdb-44ad-80e5-cb3e62fb25b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:02.496636 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-42e9faae-5bdb-44ad-80e5-cb3e62fb25b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:02.501614 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-42e9faae-5bdb-44ad-80e5-cb3e62fb25b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:02.540461 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-42e9faae-5bdb-44ad-80e5-cb3e62fb25b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3cb6149a4b7240ac95627fafc69295b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505202 Aug 30 07:42:02.541013 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9faae-5bdb-44ad-80e5-cb3e62fb25b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7654dcc9-4207-4c30-b76b-0541c8035788,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:02.543680 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 50088) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:02.614607 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8979-1106-4312-91f0-b35054f0c737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:02.636759 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8979-1106-4312-91f0-b35054f0c737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:02.685151 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8979-1106-4312-91f0-b35054f0c737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:02.688366 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8979-1106-4312-91f0-b35054f0c737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:02.689525 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6b6f8979-1106-4312-91f0-b35054f0c737 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7654dcc9-4207-4c30-b76b-0541c8035788 HTTP/1.1" status: 204 len: 168 time: 0.1443534 Aug 30 07:42:02.696929 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f8979-1106-4312-91f0-b35054f0c737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7654dcc9-4207-4c30-b76b-0541c8035788,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:03.539860 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-76090878-feab-4e85-a165-1ef41fdb606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:03.991876 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83863b-949e-4c25-9d51-87b62bb2ac74 req-906cf7d0-1283-47af-8c55-4ddc946ff141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:03.993362 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b83863b-949e-4c25-9d51-87b62bb2ac74 req-906cf7d0-1283-47af-8c55-4ddc946ff141 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 1098 time: 0.0626585 Aug 30 07:42:04.017548 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9c389-805f-46b0-9e37-e190e6a70a13 req-1bf16e92-6159-4f61-9199-83826da6bd48 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:04.019263 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5ee9c389-805f-46b0-9e37-e190e6a70a13 req-1bf16e92-6159-4f61-9199-83826da6bd48 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0789695 Aug 30 07:42:04.103951 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5ee9c389-805f-46b0-9e37-e190e6a70a13 req-9b1568b6-2aaf-45c9-ad4c-10f4b0ca61b3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736549 Aug 30 07:42:04.122863 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83863b-949e-4c25-9d51-87b62bb2ac74 req-d112e880-b508-4ba7-9a07-26bf182158a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:04.124933 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b83863b-949e-4c25-9d51-87b62bb2ac74 req-d112e880-b508-4ba7-9a07-26bf182158a9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=04c35c0a-1f55-4631-bbae-794e86e1d298 HTTP/1.1" status: 200 len: 919 time: 0.1228526 Aug 30 07:42:04.166967 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b83863b-949e-4c25-9d51-87b62bb2ac74 req-25a85aa9-3558-4acd-994e-d1bdedb85c7f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e05a149e-875d-4ffd-83b8-8f0315f2a766 HTTP/1.1" status: 200 len: 217 time: 0.0344765 Aug 30 07:42:04.219036 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83863b-949e-4c25-9d51-87b62bb2ac74 req-d5a4acdb-c419-4a80-a380-4e14e82774ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:04.220590 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b83863b-949e-4c25-9d51-87b62bb2ac74 req-d5a4acdb-c419-4a80-a380-4e14e82774ad service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa1797c0-1e3e-4323-a2f3-31482cc8b4ce HTTP/1.1" status: 200 len: 858 time: 0.0432203 Aug 30 07:42:04.256303 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b83863b-949e-4c25-9d51-87b62bb2ac74 req-baaf2f88-fd45-4753-b878-706318e3f47e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04c35c0a-1f55-4631-bbae-794e86e1d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282946 Aug 30 07:42:04.346675 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b83863b-949e-4c25-9d51-87b62bb2ac74 req-3eb0013f-750f-45d5-b61b-ee45b005880f service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823050 Aug 30 07:42:04.446689 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b83863b-949e-4c25-9d51-87b62bb2ac74 req-6033c947-05ad-4574-bce6-3bf4212c1ecc service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919468 Aug 30 07:42:05.224546 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96667b30-a91c-4a28-851f-8e26e03b1a6c req-a5df24ce-b3ca-4c53-b0f6-4961b2ef240c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:05.226047 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-96667b30-a91c-4a28-851f-8e26e03b1a6c req-a5df24ce-b3ca-4c53-b0f6-4961b2ef240c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0509286 Aug 30 07:42:05.263235 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-96667b30-a91c-4a28-851f-8e26e03b1a6c req-d746f546-16e7-43cc-8154-a2a24a9dcfe0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312304 Aug 30 07:42:06.137768 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e447-f894-4996-be7f-f1a8d444d1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:06.379139 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1309a2-dc26-4f63-838e-eabf96db2ee3 req-1553c68a-5545-476f-a61e-1711d0875b33 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:06.381000 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ff1309a2-dc26-4f63-838e-eabf96db2ee3 req-1553c68a-5545-476f-a61e-1711d0875b33 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0489426 Aug 30 07:42:06.418420 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ff1309a2-dc26-4f63-838e-eabf96db2ee3 req-d8d16abf-cd67-4d88-b82d-9390ecd7c0c4 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Aug 30 07:42:06.661275 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:07.319206 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-b45c9a2d-0231-42f2-82ce-efa0f6c9a73c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:07.320684 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-b45c9a2d-0231-42f2-82ce-efa0f6c9a73c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/networks?id=2d00441d-49a3-4a21-9368-3e9882621c62 HTTP/1.1" status: 200 len: 814 time: 0.3230770 Aug 30 07:42:07.335374 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:07.338827 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-96e9be8d-dc98-4dbd-8496-441a0a01a948 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/quotas/a5efb24078d843a58aa50b8ddd0877e5 HTTP/1.1" status: 200 len: 375 time: 0.0109248 Aug 30 07:42:07.373261 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-19487434-87ff-4547-b804-344bb2d8c896 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5efb24078d843a58aa50b8ddd0877e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276928 Aug 30 07:42:07.478890 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-1064140f-405c-4448-9a2b-6cb6c3fd6b09 service neutron] 10.222.0.64 "GET /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985405 Aug 30 07:42:07.591673 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf13ce0-0add-461e-bafb-d012c1b9fb5a req-7eaa0834-ee9c-4916-8a8f-01566b262be7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:07.593667 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5bf13ce0-0add-461e-bafb-d012c1b9fb5a req-7eaa0834-ee9c-4916-8a8f-01566b262be7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0996938 Aug 30 07:42:07.624543 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-21669eac-3930-41e3-82da-d21bed8cc469 service neutron] 10.222.0.64 "GET /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384938 Aug 30 07:42:07.642117 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5bf13ce0-0add-461e-bafb-d012c1b9fb5a req-4bad862c-1c8c-4cbe-9625-6553a3e2cf82 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 Aug 30 07:42:07.777331 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93ceccb3-4b33-4431-90df-67ae3842eb92 req-8c3b1269-cb3b-446b-8d09-58ae17925047 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 210 time: 0.0260561 Aug 30 07:42:08.651095 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:08.787620 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d9882-83b9-4774-8009-0084efeacac4 req-2b0697ff-f507-4f8b-9593-f8849cedfd04 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:08.789145 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c13d9882-83b9-4774-8009-0084efeacac4 req-2b0697ff-f507-4f8b-9593-f8849cedfd04 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0765224 Aug 30 07:42:08.795792 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-b6ee186e-319d-4c05-8731-85ce8841a59a tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:08.797742 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-b6ee186e-319d-4c05-8731-85ce8841a59a tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.68 "GET /v2.0/networks?id=2d00441d-49a3-4a21-9368-3e9882621c62 HTTP/1.1" status: 200 len: 814 time: 0.1447999 Aug 30 07:42:08.818047 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Request body: {'port': {'device_id': '5ecec15c-58e7-4b20-9b76-65608b62d53d', 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62', 'admin_state_up': True, 'tenant_id': 'a5efb24078d843a58aa50b8ddd0877e5'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:42:08.881121 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c13d9882-83b9-4774-8009-0084efeacac4 req-c768d23f-2259-468f-aa71-5dda1ab1bc8d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824797 Aug 30 07:42:08.933779 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b92eeb2f-42a4-4f6f-86ee-9bf54276bf66 req-564ff362-c95a-4187-9df4-00f8ad0d5c03 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 210 time: 0.0345130 Aug 30 07:42:08.964056 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Made reservation on behalf of a5efb24078d843a58aa50b8ddd0877e5 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:42:08.967686 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.101874 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Allocated IP 172.20.0.9 (2d00441d-49a3-4a21-9368-3e9882621c62/ba869dcd-8596-489e-a580-54bf2e6312f1/bfc6ccdc-5461-4323-9f38-d0dc807b7f5e) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:42:09.243628 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.282333 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.328971 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Network 2d00441d-49a3-4a21-9368-3e9882621c62 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:42:09.331982 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:42:09.335695 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:42:09.341702 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Pushing event updated for resources: {'Port': ['ID=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:09.386603 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:09.387226 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.403369 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-25e84a3c-5b54-4bed-b3fc-b3003189aa0f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904262 Aug 30 07:42:09.415425 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Request body: {'port': {'device_id': '5ecec15c-58e7-4b20-9b76-65608b62d53d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:42:09.465898 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.734002 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc6ccdc-5461-4323-9f38-d0dc807b7f5e {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:42:09.741119 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.752815 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Transition to ACTIVE for port object bfc6ccdc-5461-4323-9f38-d0dc807b7f5e will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:42:09.756476 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.806896 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:09.870919 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Attempting to bind port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:42:09.871347 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Attempting to bind port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '9c176db4-9360-4727-a375-5b7e8b0a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:42:09.871693 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Attempting to bind port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e on network 2d00441d-49a3-4a21-9368-3e9882621c62 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:42:09.876542 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e on network 2d00441d-49a3-4a21-9368-3e9882621c62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:42:09.877011 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Attempting to bind port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e on network 2d00441d-49a3-4a21-9368-3e9882621c62 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:42:09.883313 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:42:09.883647 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Checking segment: {'id': '9c176db4-9360-4727-a375-5b7e8b0a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:42:09.884031 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Bound using segment: {'id': '9c176db4-9360-4727-a375-5b7e8b0a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:42:09.884457 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Bound port: bfc6ccdc-5461-4323-9f38-d0dc807b7f5e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c176db4-9360-4727-a375-5b7e8b0a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:42:09.884818 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:09.954905 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] For port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:42:09.958527 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] For port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e,segment=NetworkSegment(9c176db4-9360-4727-a375-5b7e8b0a15ed),segment_id=9c176db4-9360-4727-a375-5b7e8b0a15ed)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:42:09.969314 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:10.055607 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:10.056223 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:10.057601 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] 10.222.0.68 "PUT /v2.0/ports/bfc6ccdc-5461-4323-9f38-d0dc807b7f5e HTTP/1.1" status: 200 len: 1093 time: 0.6463726 Aug 30 07:42:10.058031 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecec15c-58e7-4b20-9b76-65608b62d53d', 'tag': 'bfc6ccdc-5461-4323-9f38-d0dc807b7f5e'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:10.060289 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8bfd12-be0f-40f4-879d-3aa5d6d00229" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecec15c-58e7-4b20-9b76-65608b62d53d", "tag": "bfc6ccdc-5461-4323-9f38-d0dc807b7f5e"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:10.093578 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1d28d-31d9-4867-a6c7-239e64e0c757 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:10.104608 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa5d0-76c4-4447-a539-d36e7806ded6 req-32af5827-647b-4e74-958e-62002f896fde tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:10.106131 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd1fa5d0-76c4-4447-a539-d36e7806ded6 req-32af5827-647b-4e74-958e-62002f896fde tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.1526208 Aug 30 07:42:10.119384 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd973776-62b8-4405-ba91-7bb001afcaff req-678397e3-95a7-4d3b-8c6b-60e01955f5b3 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:10.120841 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd973776-62b8-4405-ba91-7bb001afcaff req-678397e3-95a7-4d3b-8c6b-60e01955f5b3 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 943 time: 0.1135626 Aug 30 07:42:10.204149 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd1fa5d0-76c4-4447-a539-d36e7806ded6 req-b273676f-ed40-454d-b673-dd4d1f755dbd tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822403 Aug 30 07:42:10.214102 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd973776-62b8-4405-ba91-7bb001afcaff req-3c4c29a8-6cc7-436b-a771-e609231bc5d6 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840421 Aug 30 07:42:10.227902 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-b7f34ee3-ac6c-4a1d-9b98-8237d17dc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:10.229475 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-b7f34ee3-ac6c-4a1d-9b98-8237d17dc664 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a5efb24078d843a58aa50b8ddd0877e5&device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 1096 time: 0.1013188 Aug 30 07:42:10.250019 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fbc16c-e83d-4197-bbc9-a5d96fdf6093 x-openstack-request-id: req-32fbc16c-e83d-4197-bbc9-a5d96fdf6093 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:10.250312 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecec15c-58e7-4b20-9b76-65608b62d53d", "tag": "bfc6ccdc-5461-4323-9f38-d0dc807b7f5e", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:10.250636 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32fbc16c-e83d-4197-bbc9-a5d96fdf6093 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:10.251082 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecec15c-58e7-4b20-9b76-65608b62d53d', 'tag': 'bfc6ccdc-5461-4323-9f38-d0dc807b7f5e', 'status': 'completed', 'code': 200} Aug 30 07:42:10.288204 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-32aa874a-bfd6-4828-81f3-28a31e86fef9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e HTTP/1.1" status: 200 len: 217 time: 0.0361466 Aug 30 07:42:10.337491 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-39239d60-5eea-493a-ac69-1c81607bc73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:10.338935 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-39239d60-5eea-493a-ac69-1c81607bc73d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ba869dcd-8596-489e-a580-54bf2e6312f1 HTTP/1.1" status: 200 len: 854 time: 0.0419128 Aug 30 07:42:10.375678 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-a9b145cc-9b99-433b-bf84-62ef7de7fdfd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d00441d-49a3-4a21-9368-3e9882621c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253282 Aug 30 07:42:10.467136 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-2be29db8-11c7-4f3f-bdf3-2ae4b8ee3f95 service neutron] 10.222.0.68 "GET /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839856 Aug 30 07:42:10.558792 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec0f1a73-585b-4d18-b9e0-50ed88c54d25 req-cf00124c-0121-4c43-a259-c48f36cdbc79 service neutron] 10.222.0.68 "GET /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799048 Aug 30 07:42:10.645632 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bfd12-be0f-40f4-879d-3aa5d6d00229 req-4e7f4962-6b34-4278-957a-512ec14ecd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:10.647075 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f8bfd12-be0f-40f4-879d-3aa5d6d00229 req-4e7f4962-6b34-4278-957a-512ec14ecd34 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a5efb24078d843a58aa50b8ddd0877e5&device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 1096 time: 0.0401163 Aug 30 07:42:10.741926 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bfd12-be0f-40f4-879d-3aa5d6d00229 req-e0329b5f-b237-4cae-a239-d6829436bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:10.743464 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f8bfd12-be0f-40f4-879d-3aa5d6d00229 req-e0329b5f-b237-4cae-a239-d6829436bfab service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d00441d-49a3-4a21-9368-3e9882621c62 HTTP/1.1" status: 200 len: 915 time: 0.0886314 Aug 30 07:42:10.786101 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f8bfd12-be0f-40f4-879d-3aa5d6d00229 req-62db14cc-0619-4302-8d95-4a7e740aa2d4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e HTTP/1.1" status: 200 len: 217 time: 0.0341225 Aug 30 07:42:10.838418 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bfd12-be0f-40f4-879d-3aa5d6d00229 req-d59c5a9b-6783-4f3c-8179-e5b9570e99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:10.839950 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f8bfd12-be0f-40f4-879d-3aa5d6d00229 req-d59c5a9b-6783-4f3c-8179-e5b9570e99ff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ba869dcd-8596-489e-a580-54bf2e6312f1 HTTP/1.1" status: 200 len: 854 time: 0.0462863 Aug 30 07:42:10.872684 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f8bfd12-be0f-40f4-879d-3aa5d6d00229 req-60216d2c-f706-4647-b268-4317db6c57b1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d00441d-49a3-4a21-9368-3e9882621c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252156 Aug 30 07:42:10.965794 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f8bfd12-be0f-40f4-879d-3aa5d6d00229 req-dcdeb28b-f5f2-43fb-96ba-1e6853f9ba56 service neutron] 10.222.0.68 "GET /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819032 Aug 30 07:42:11.058973 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f8bfd12-be0f-40f4-879d-3aa5d6d00229 req-25bba95c-48a6-431a-b3cd-39065febffd4 service neutron] 10.222.0.68 "GET /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855989 Aug 30 07:42:11.354326 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93178e-7e19-4bb6-ab17-3e690fcbeb5b req-4afe9650-c275-408b-992c-1c9295becf1e tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:11.355814 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fa93178e-7e19-4bb6-ab17-3e690fcbeb5b req-4afe9650-c275-408b-992c-1c9295becf1e tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 943 time: 0.0671797 Aug 30 07:42:11.364132 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ed1eb-1843-4310-925b-5a943e2de91a req-799efa3b-0a06-4824-8a6d-2b7539622639 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:11.365466 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6b8ed1eb-1843-4310-925b-5a943e2de91a req-799efa3b-0a06-4824-8a6d-2b7539622639 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0866697 Aug 30 07:42:11.424080 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fa93178e-7e19-4bb6-ab17-3e690fcbeb5b req-8f4e0a17-200a-4dfa-9513-f726f7f6866e tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576801 Aug 30 07:42:11.426732 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6b8ed1eb-1843-4310-925b-5a943e2de91a req-9c6c4f91-c933-47c7-a26c-07b2ee662bf0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547750 Aug 30 07:42:12.568337 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb695c-dedf-4bde-960d-d9001e299ab7 req-d6d4269e-e06b-4d98-98b7-c4b8726bfa5c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:12.569804 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4dfb695c-dedf-4bde-960d-d9001e299ab7 req-d6d4269e-e06b-4d98-98b7-c4b8726bfa5c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 943 time: 0.0780053 Aug 30 07:42:12.579885 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16b739-4c6c-4d7a-9e30-e77fa2027cd4 req-a5fb0d42-71f2-4fb2-9394-cfabe47e0f8a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:12.579885 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b16b739-4c6c-4d7a-9e30-e77fa2027cd4 req-a5fb0d42-71f2-4fb2-9394-cfabe47e0f8a tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0795088 Aug 30 07:42:12.637171 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4dfb695c-dedf-4bde-960d-d9001e299ab7 req-f4a006f7-22b8-4e1c-ae56-f667f58198d1 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563807 Aug 30 07:42:12.640505 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b16b739-4c6c-4d7a-9e30-e77fa2027cd4 req-b42e83ca-7b70-4215-9f99-48fa44aa4931 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534651 Aug 30 07:42:13.798272 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9253a-c4d4-43c1-80cc-d397070c4c82 req-b7a6c817-eca3-4157-a442-ce01bc48e105 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:13.799861 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cdc9253a-c4d4-43c1-80cc-d397070c4c82 req-b7a6c817-eca3-4157-a442-ce01bc48e105 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 943 time: 0.0870883 Aug 30 07:42:13.808033 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9801df-9655-4639-b12a-3695785183e9 req-3ff437e5-2908-499b-b3f3-d88c05005fc1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:13.809423 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9e9801df-9655-4639-b12a-3695785183e9 req-3ff437e5-2908-499b-b3f3-d88c05005fc1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0953834 Aug 30 07:42:13.866129 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cdc9253a-c4d4-43c1-80cc-d397070c4c82 req-f7133b6d-417c-48fc-8881-219d9b568b04 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557406 Aug 30 07:42:13.868755 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9e9801df-9655-4639-b12a-3695785183e9 req-42e493b3-b706-4739-9fe1-197ab57f7f11 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518723 Aug 30 07:42:15.016460 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a210f0-a04b-48ef-8a28-87e2a8d77856 req-08c43e73-9cf3-44eb-a7d4-3ce99cdca51d tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:15.017929 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-47a210f0-a04b-48ef-8a28-87e2a8d77856 req-08c43e73-9cf3-44eb-a7d4-3ce99cdca51d tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 943 time: 0.0811400 Aug 30 07:42:15.025213 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac1362-e6dc-4177-be3b-e67ffd1ffe19 req-9f581f91-26eb-4467-bd97-cf5f10e3907f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:15.026574 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7dac1362-e6dc-4177-be3b-e67ffd1ffe19 req-9f581f91-26eb-4467-bd97-cf5f10e3907f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0802844 Aug 30 07:42:15.032313 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:42:15.082761 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-47a210f0-a04b-48ef-8a28-87e2a8d77856 req-3245db76-0811-4d9d-8898-5868eda5275d tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552402 Aug 30 07:42:15.087324 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7dac1362-e6dc-4177-be3b-e67ffd1ffe19 req-c6c8b895-2d31-4174-8f66-cf2f36c8b848 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536242 Aug 30 07:42:16.230097 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2850b-29a1-4069-8309-29bc95653dc0 req-b361c7c7-885c-43db-b5eb-1b9296df5856 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:16.231496 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9dc2850b-29a1-4069-8309-29bc95653dc0 req-b361c7c7-885c-43db-b5eb-1b9296df5856 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 943 time: 0.0737197 Aug 30 07:42:16.239001 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc368e-9f85-49e4-8e4e-26293f1c3fea req-ea20fe83-a347-4e18-abfe-890a526e522d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:16.240375 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7bbc368e-9f85-49e4-8e4e-26293f1c3fea req-ea20fe83-a347-4e18-abfe-890a526e522d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0738828 Aug 30 07:42:16.300756 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9dc2850b-29a1-4069-8309-29bc95653dc0 req-2e8c0921-fe18-4c3e-94f4-55ab0d354541 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594325 Aug 30 07:42:16.303645 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7bbc368e-9f85-49e4-8e4e-26293f1c3fea req-e3a34b76-468a-4e7d-a934-5fff31879cfb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567429 Aug 30 07:42:17.444354 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469832ee-76d8-483a-ac35-26b658797e82 req-ef1ac988-d11a-4c00-8868-7fc82b43c176 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:17.445827 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-469832ee-76d8-483a-ac35-26b658797e82 req-ef1ac988-d11a-4c00-8868-7fc82b43c176 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 943 time: 0.0777328 Aug 30 07:42:17.454344 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9b0ba-74e1-46bf-937f-66a4967811c1 req-7328348a-07cd-4543-ad07-312e79df1cc0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:17.455729 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1a9b0ba-74e1-46bf-937f-66a4967811c1 req-7328348a-07cd-4543-ad07-312e79df1cc0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0771635 Aug 30 07:42:17.508722 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-469832ee-76d8-483a-ac35-26b658797e82 req-2e7aefcb-869f-4d3b-abd5-3ad074cc2d70 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520663 Aug 30 07:42:17.516095 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1a9b0ba-74e1-46bf-937f-66a4967811c1 req-99509f0f-8483-4e1f-a10f-6307031bf262 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537682 Aug 30 07:42:18.666003 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e0253-04cb-46d5-90a7-6fed1e761d01 req-6c3f241b-b009-4880-aa3f-26477a03a0f7 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:18.667630 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-351e0253-04cb-46d5-90a7-6fed1e761d01 req-6c3f241b-b009-4880-aa3f-26477a03a0f7 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 943 time: 0.0801203 Aug 30 07:42:18.682216 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dde57e-2689-4931-8500-565614521cb6 req-d5eb9d16-6e37-4c4c-8a0e-4658e1453ac0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:18.684043 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62dde57e-2689-4931-8500-565614521cb6 req-d5eb9d16-6e37-4c4c-8a0e-4658e1453ac0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0869679 Aug 30 07:42:18.734773 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-351e0253-04cb-46d5-90a7-6fed1e761d01 req-205f2b3c-5ee3-4056-a0f4-e822b6c35ff2 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606723 Aug 30 07:42:18.752516 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62dde57e-2689-4931-8500-565614521cb6 req-91557b74-1310-4447-b74b-f69e18391d78 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553756 Aug 30 07:42:20.088029 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac9a8c-c577-4767-8893-4a4eb6abc263 req-f2297b2b-d4b1-42e9-b4eb-d454f36efb2d tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:20.089536 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d2ac9a8c-c577-4767-8893-4a4eb6abc263 req-f2297b2b-d4b1-42e9-b4eb-d454f36efb2d tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 943 time: 0.2856250 Aug 30 07:42:20.103615 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739d749-b5cb-4789-a9cf-99c7e9b8079b req-b354053a-bfa5-482e-b083-0a4c9474b06b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:20.105024 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8739d749-b5cb-4789-a9cf-99c7e9b8079b req-b354053a-bfa5-482e-b083-0a4c9474b06b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.2756147 Aug 30 07:42:20.157364 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d2ac9a8c-c577-4767-8893-4a4eb6abc263 req-2b8d4cf3-6122-4136-b364-c4d5ff1e1992 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612020 Aug 30 07:42:20.165094 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8739d749-b5cb-4789-a9cf-99c7e9b8079b req-391ac743-7281-4ec8-9837-4c1dd0a9ccb5 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537977 Aug 30 07:42:21.307399 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beb52a-cdd7-4ab8-9c31-55a93001ea8b req-adaa8f09-2560-4987-863f-fc65141588b8 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:21.308875 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-57beb52a-cdd7-4ab8-9c31-55a93001ea8b req-adaa8f09-2560-4987-863f-fc65141588b8 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 943 time: 0.0803277 Aug 30 07:42:21.320395 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50788ae9-969a-459c-aef3-26019d598a86 req-98b381de-4b58-4026-a6b8-9c30bfd1ae40 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:21.321771 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-50788ae9-969a-459c-aef3-26019d598a86 req-98b381de-4b58-4026-a6b8-9c30bfd1ae40 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0672123 Aug 30 07:42:21.379145 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-57beb52a-cdd7-4ab8-9c31-55a93001ea8b req-e67af4a5-913b-4723-b148-de371d351514 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563977 Aug 30 07:42:21.381972 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-50788ae9-969a-459c-aef3-26019d598a86 req-0f43b947-35aa-46e3-8ec1-d629feb457a3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531569 Aug 30 07:42:22.217627 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bfc6ccdc-5461-4323-9f38-d0dc807b7f5e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:42:22.314318 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e,segment=NetworkSegment(9c176db4-9360-4727-a375-5b7e8b0a15ed),segment_id=9c176db4-9360-4727-a375-5b7e8b0a15ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:22.325381 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': 'bfc6ccdc-5461-4323-9f38-d0dc807b7f5e', 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62', 'port_id': 'bfc6ccdc-5461-4323-9f38-d0dc807b7f5e', 'mac_address': 'fa:16:3e:9a:4d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba869dcd-8596-489e-a580-54bf2e6312f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:42:22.361289 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:22.373596 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc6ccdc-5461-4323-9f38-d0dc807b7f5e {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:42:22.392558 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e,segment=NetworkSegment(9c176db4-9360-4727-a375-5b7e8b0a15ed),segment_id=9c176db4-9360-4727-a375-5b7e8b0a15ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:22.396758 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:22.446464 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:22.453456 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:22.453821 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:22.454164 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:22.454487 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:22.454809 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:22.455130 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:22.455469 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:22.455784 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:22.456115 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:22.456437 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:22.456752 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:22.457058 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:22.533753 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eed90a-7e15-4f8b-a5d1-20beacb7e9dd req-09f4db49-9c74-4be3-a6d5-94f522108164 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:22.535241 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-91eed90a-7e15-4f8b-a5d1-20beacb7e9dd req-09f4db49-9c74-4be3-a6d5-94f522108164 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 944 time: 0.0826108 Aug 30 07:42:22.543369 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7830a6-bc0b-421e-88c7-5165c8cb736e req-528aa742-03ee-42d8-b20d-46404191fdec tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:22.544778 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dc7830a6-bc0b-421e-88c7-5165c8cb736e req-528aa742-03ee-42d8-b20d-46404191fdec tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0789616 Aug 30 07:42:22.593818 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-91eed90a-7e15-4f8b-a5d1-20beacb7e9dd req-a06ce5cb-c0cb-4b32-8753-ad30ea5c0ba2 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480745 Aug 30 07:42:22.606132 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dc7830a6-bc0b-421e-88c7-5165c8cb736e req-0aa469f4-b2c2-4fd9-8a73-1887ca9a9dbe tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544133 Aug 30 07:42:23.231947 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['bfc6ccdc-5461-4323-9f38-d0dc807b7f5e'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:42:23.743067 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02289a8f-3a03-408a-9a9c-f28559391d41 req-33d48551-6be0-4b2d-b4a0-4ee0c7b612c1 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:23.744553 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02289a8f-3a03-408a-9a9c-f28559391d41 req-33d48551-6be0-4b2d-b4a0-4ee0c7b612c1 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 944 time: 0.0837433 Aug 30 07:42:23.755369 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acb4c0-8cf2-4b55-b16e-009dbf82bacf req-882c4566-e0d6-480a-abb5-4bb1a9010017 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:23.756737 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-53acb4c0-8cf2-4b55-b16e-009dbf82bacf req-882c4566-e0d6-480a-abb5-4bb1a9010017 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0670958 Aug 30 07:42:23.808016 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02289a8f-3a03-408a-9a9c-f28559391d41 req-0917cde9-800a-4269-a56d-c5535bb68368 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503333 Aug 30 07:42:23.822089 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-53acb4c0-8cf2-4b55-b16e-009dbf82bacf req-da0fe547-7d5b-4c99-8f94-e394924953e7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580091 Aug 30 07:42:24.953792 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739394e4-505e-4f7e-872a-0a1c7e083640 req-b99c0307-68d3-4529-b3a8-f57384b6602c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.955309 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-739394e4-505e-4f7e-872a-0a1c7e083640 req-b99c0307-68d3-4529-b3a8-f57384b6602c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 944 time: 0.0804656 Aug 30 07:42:24.967351 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b60635-4d19-41da-8eaa-8f37d1813cee req-02090152-9e83-41fd-bb62-cc252d5fa559 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:24.969219 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a5b60635-4d19-41da-8eaa-8f37d1813cee req-02090152-9e83-41fd-bb62-cc252d5fa559 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0699427 Aug 30 07:42:25.016178 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-739394e4-505e-4f7e-872a-0a1c7e083640 req-98a98cd5-663d-4e31-a2b5-223e157f6b21 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459459 Aug 30 07:42:25.028483 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a5b60635-4d19-41da-8eaa-8f37d1813cee req-c13f8ae2-8427-4aa8-b366-f9b164204659 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527725 Aug 30 07:42:26.163232 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742f719-1a6c-4207-a6af-8910b422cdec req-a7d000bc-25ea-49e6-983f-fcebd89bcb52 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:26.164593 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f742f719-1a6c-4207-a6af-8910b422cdec req-a7d000bc-25ea-49e6-983f-fcebd89bcb52 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 944 time: 0.0815082 Aug 30 07:42:26.172154 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a92b1-9788-4958-9c3c-122f83f0afff req-e0890f6b-1a80-447e-9bd7-20d8ec202188 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:26.173472 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bd1a92b1-9788-4958-9c3c-122f83f0afff req-e0890f6b-1a80-447e-9bd7-20d8ec202188 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0659630 Aug 30 07:42:26.225921 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f742f719-1a6c-4207-a6af-8910b422cdec req-30fd7c3f-a8a2-46db-a50b-cd2ce554c762 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515192 Aug 30 07:42:26.230935 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bd1a92b1-9788-4958-9c3c-122f83f0afff req-3eb62ad2-6d30-461b-84c1-df609111f3f3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506279 Aug 30 07:42:26.240989 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bfc6ccdc-5461-4323-9f38-d0dc807b7f5e up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:42:26.285180 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:42:26.288856 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:42:26.289219 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:26.362865 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:26.383729 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecec15c-58e7-4b20-9b76-65608b62d53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc6ccdc-5461-4323-9f38-d0dc807b7f5e'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:26.385958 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558bc670-5b96-4e68-8823-1558c194c52d" -d '{"events": [{"server_uuid": "5ecec15c-58e7-4b20-9b76-65608b62d53d", "name": "network-vif-plugged", "status": "completed", "tag": "bfc6ccdc-5461-4323-9f38-d0dc807b7f5e"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:26.398431 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e,segment=NetworkSegment(9c176db4-9360-4727-a375-5b7e8b0a15ed),segment_id=9c176db4-9360-4727-a375-5b7e8b0a15ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:26.402171 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:26.426227 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a30679a-fffe-4ede-9d09-a834ff721fb5 x-openstack-request-id: req-2a30679a-fffe-4ede-9d09-a834ff721fb5 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:26.426535 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecec15c-58e7-4b20-9b76-65608b62d53d", "name": "network-vif-plugged", "status": "completed", "tag": "bfc6ccdc-5461-4323-9f38-d0dc807b7f5e", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:26.426786 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a30679a-fffe-4ede-9d09-a834ff721fb5 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:26.427165 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecec15c-58e7-4b20-9b76-65608b62d53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc6ccdc-5461-4323-9f38-d0dc807b7f5e', 'code': 200} Aug 30 07:42:26.451472 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:26.614741 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec7e20-58bd-49e0-bf2c-34aa962092c0 req-cb2fac94-bda2-486e-9a69-aedc94ab09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:26.616351 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8ec7e20-58bd-49e0-bf2c-34aa962092c0 req-cb2fac94-bda2-486e-9a69-aedc94ab09f1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 1098 time: 0.0395741 Aug 30 07:42:26.653025 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8ec7e20-58bd-49e0-bf2c-34aa962092c0 req-9ce713c5-81e3-488a-9bf7-beaa9f64d1fe service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289330 Aug 30 07:42:27.391479 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1d68-0c9f-4063-ba50-f2fadc7a9122 req-357c6782-45d0-4e45-9b49-0ced84f523b3 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:27.392945 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c1cd1d68-0c9f-4063-ba50-f2fadc7a9122 req-357c6782-45d0-4e45-9b49-0ced84f523b3 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 945 time: 0.0812197 Aug 30 07:42:27.404295 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1394f98-bc1b-47fd-be03-8c9d14a1aef9 req-caf2d869-ff41-4ba6-98e5-3d4fb6d4b572 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:27.405723 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f1394f98-bc1b-47fd-be03-8c9d14a1aef9 req-caf2d869-ff41-4ba6-98e5-3d4fb6d4b572 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0670395 Aug 30 07:42:27.460991 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c1cd1d68-0c9f-4063-ba50-f2fadc7a9122 req-f55b9f03-a478-45d5-a033-a44b232ff533 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543354 Aug 30 07:42:27.465646 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f1394f98-bc1b-47fd-be03-8c9d14a1aef9 req-8a48a4e4-1d0d-45a7-aa19-9471ef456bdc tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523651 Aug 30 07:42:28.612043 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41375596-5377-438e-9133-af750cfa87b4 req-539d0553-493a-46d8-9e89-4848ea3a27f4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:28.613611 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-41375596-5377-438e-9133-af750cfa87b4 req-539d0553-493a-46d8-9e89-4848ea3a27f4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 945 time: 0.0871618 Aug 30 07:42:28.620862 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a756761-a645-4c99-a863-32103acf6c68 req-e03ebf57-78a7-4c41-8710-fe9f41bc6f3b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:28.622484 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1a756761-a645-4c99-a863-32103acf6c68 req-e03ebf57-78a7-4c41-8710-fe9f41bc6f3b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0859990 Aug 30 07:42:28.684813 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-41375596-5377-438e-9133-af750cfa87b4 req-ddf4528e-ec94-4e69-8db2-968d4ae4cd42 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613861 Aug 30 07:42:28.692355 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1a756761-a645-4c99-a863-32103acf6c68 req-e35f1196-05ae-4be3-bbec-e7b9920657e0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619469 Aug 30 07:42:29.823233 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33335e-af93-46b8-b52b-d8b425b08732 req-a5b63cf5-dcd2-4361-99a5-6588e088d171 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:29.824702 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aa33335e-af93-46b8-b52b-d8b425b08732 req-a5b63cf5-dcd2-4361-99a5-6588e088d171 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 945 time: 0.0741582 Aug 30 07:42:29.837039 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f543a04-c629-46f9-a017-02d57cd5ccfa req-0aaa0461-5c0c-44ae-ae6b-3bf8d8bf2c6c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:29.838417 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3f543a04-c629-46f9-a017-02d57cd5ccfa req-0aaa0461-5c0c-44ae-ae6b-3bf8d8bf2c6c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0759187 Aug 30 07:42:29.894766 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aa33335e-af93-46b8-b52b-d8b425b08732 req-7a3172bd-9938-402e-942c-30f5afe4f5a4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554264 Aug 30 07:42:29.899399 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3f543a04-c629-46f9-a017-02d57cd5ccfa req-fbb847a3-2a90-42f6-acbd-2a33c4aa8010 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537963 Aug 30 07:42:30.773416 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3e152-fa0a-4466-9cf1-d0c1285054b9 req-6cfc1a29-15d4-48ef-905f-b29630b1b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:30.774946 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e9b3e152-fa0a-4466-9cf1-d0c1285054b9 req-6cfc1a29-15d4-48ef-905f-b29630b1b729 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 1098 time: 0.0399315 Aug 30 07:42:30.810975 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e9b3e152-fa0a-4466-9cf1-d0c1285054b9 req-1fbb36e2-2965-4894-8544-03c7345242bd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278056 Aug 30 07:42:31.013694 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ad32a-4f11-48a3-9d8f-58a29058b446 req-ef0934d3-108e-47a0-bb48-c2d08e79be20 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:31.015119 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d13ad32a-4f11-48a3-9d8f-58a29058b446 req-ef0934d3-108e-47a0-bb48-c2d08e79be20 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0499866 Aug 30 07:42:31.055018 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d13ad32a-4f11-48a3-9d8f-58a29058b446 req-c65fed1b-324c-43a6-b233-e3af94ee2a6d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328624 Aug 30 07:42:32.172399 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3878-d09a-4273-97cc-2abf367c2306 req-82c0356c-249f-4529-9ffe-5fe0ef442367 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:32.173914 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6ba3878-d09a-4273-97cc-2abf367c2306 req-82c0356c-249f-4529-9ffe-5fe0ef442367 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0517998 Aug 30 07:42:32.211824 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6ba3878-d09a-4273-97cc-2abf367c2306 req-78890bc0-b4ed-48b3-b7e0-2bd429469010 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Aug 30 07:42:32.299274 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:32.538874 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-025337d9-4f7e-4ca1-961a-78bf5c78c732 req-c52db2b1-0240-4a80-a5c7-63e87714030b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400062 Aug 30 07:42:32.630439 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025337d9-4f7e-4ca1-961a-78bf5c78c732 req-96e0e439-60fc-44cd-87e0-1ff935e815dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:32.631892 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-025337d9-4f7e-4ca1-961a-78bf5c78c732 req-96e0e439-60fc-44cd-87e0-1ff935e815dd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 1099 time: 0.0404725 Aug 30 07:42:32.777174 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025337d9-4f7e-4ca1-961a-78bf5c78c732 req-99e61f1e-8ed8-48b7-a2ae-c5a8c0a4afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:32.778655 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-025337d9-4f7e-4ca1-961a-78bf5c78c732 req-99e61f1e-8ed8-48b7-a2ae-c5a8c0a4afdd service neutron] 10.222.0.68 "GET /v2.0/networks?id=04c35c0a-1f55-4631-bbae-794e86e1d298 HTTP/1.1" status: 200 len: 919 time: 0.0883360 Aug 30 07:42:32.825057 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-025337d9-4f7e-4ca1-961a-78bf5c78c732 req-4d664e9f-c4fe-4841-8757-1920f5a59adc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=268b8991-48d3-4962-9f75-b85dd97eb842 HTTP/1.1" status: 200 len: 217 time: 0.0364451 Aug 30 07:42:32.879992 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025337d9-4f7e-4ca1-961a-78bf5c78c732 req-62d917ec-6534-4491-8a03-38c21f5dca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:32.881495 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-025337d9-4f7e-4ca1-961a-78bf5c78c732 req-62d917ec-6534-4491-8a03-38c21f5dca2e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa1797c0-1e3e-4323-a2f3-31482cc8b4ce HTTP/1.1" status: 200 len: 858 time: 0.0448136 Aug 30 07:42:32.915764 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-025337d9-4f7e-4ca1-961a-78bf5c78c732 req-23933769-27d2-4212-ae6b-0f5fa347ac33 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04c35c0a-1f55-4631-bbae-794e86e1d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235598 Aug 30 07:42:33.011089 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-025337d9-4f7e-4ca1-961a-78bf5c78c732 req-f76c1c6e-6286-4a96-8dc5-a6f9aed62a26 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854495 Aug 30 07:42:33.101187 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-025337d9-4f7e-4ca1-961a-78bf5c78c732 req-43bd6bde-581f-48a8-957b-301458f6f204 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810585 Aug 30 07:42:33.331397 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5ac94-d8c7-4bcc-8506-471e056b72c5 req-af8040f1-9dc9-4022-92a5-905574d4d09d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:33.332914 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c7b5ac94-d8c7-4bcc-8506-471e056b72c5 req-af8040f1-9dc9-4022-92a5-905574d4d09d tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0514081 Aug 30 07:42:33.370189 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c7b5ac94-d8c7-4bcc-8506-471e056b72c5 req-d4231c26-e4b6-466d-a231-1236578a9780 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314338 Aug 30 07:42:33.543393 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-78782935-4ae5-4d4c-afd2-53963da0b735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:33.756747 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375435a-f6f7-41a5-b595-bdbd89cf17b6 req-cc809e87-8012-4545-97a7-32828be39adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:33.758194 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4375435a-f6f7-41a5-b595-bdbd89cf17b6 req-cc809e87-8012-4545-97a7-32828be39adf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 1098 time: 0.0720503 Aug 30 07:42:33.769487 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacbe96-297a-4546-a6f1-8f938cdc90bb req-c4643126-57c9-4c40-ac17-e3e07eeb388b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:33.770855 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-abacbe96-297a-4546-a6f1-8f938cdc90bb req-c4643126-57c9-4c40-ac17-e3e07eeb388b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0747237 Aug 30 07:42:33.862330 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-abacbe96-297a-4546-a6f1-8f938cdc90bb req-477dd823-4b4b-4dbd-8561-56b1fa7a856c tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825980 Aug 30 07:42:33.882362 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375435a-f6f7-41a5-b595-bdbd89cf17b6 req-12866d54-78ac-49c2-8176-38041dacdf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:33.883851 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4375435a-f6f7-41a5-b595-bdbd89cf17b6 req-12866d54-78ac-49c2-8176-38041dacdf65 service neutron] 10.222.0.68 "GET /v2.0/networks?id=04c35c0a-1f55-4631-bbae-794e86e1d298 HTTP/1.1" status: 200 len: 919 time: 0.1121244 Aug 30 07:42:33.935256 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4375435a-f6f7-41a5-b595-bdbd89cf17b6 req-5a9312ea-a533-4ad9-b7f7-2db801718fce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e05a149e-875d-4ffd-83b8-8f0315f2a766 HTTP/1.1" status: 200 len: 217 time: 0.0414419 Aug 30 07:42:33.991279 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375435a-f6f7-41a5-b595-bdbd89cf17b6 req-746380a7-8d99-4ebf-a465-9b6494ded45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:33.993617 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4375435a-f6f7-41a5-b595-bdbd89cf17b6 req-746380a7-8d99-4ebf-a465-9b6494ded45a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aa1797c0-1e3e-4323-a2f3-31482cc8b4ce HTTP/1.1" status: 200 len: 858 time: 0.0460484 Aug 30 07:42:34.030756 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4375435a-f6f7-41a5-b595-bdbd89cf17b6 req-b616ac58-0b00-4073-b657-a67818004d88 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04c35c0a-1f55-4631-bbae-794e86e1d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252032 Aug 30 07:42:34.122725 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4375435a-f6f7-41a5-b595-bdbd89cf17b6 req-e8dcdd97-c5a6-4c60-976d-0f33959e6432 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822573 Aug 30 07:42:34.225755 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4375435a-f6f7-41a5-b595-bdbd89cf17b6 req-abba933f-5bcd-40ee-ba1e-b63ac9bf93b6 service neutron] 10.222.0.68 "GET /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853484 Aug 30 07:42:34.992622 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a17c2-6954-492d-9dee-0367fa2bdeac req-0652a676-573b-4ddb-9936-6bd2c01ce699 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:34.994113 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8f7a17c2-6954-492d-9dee-0367fa2bdeac req-0652a676-573b-4ddb-9936-6bd2c01ce699 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0497215 Aug 30 07:42:35.032825 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8f7a17c2-6954-492d-9dee-0367fa2bdeac req-674ba889-0672-428c-a8af-98de8aa7fbe3 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Aug 30 07:42:36.138181 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5cef4b79-2a7c-421b-99c0-af6a662e44f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:36.153972 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09599fe7-02e5-4beb-8f4a-7079729c825e req-1ba30fa4-07d1-4784-83d5-db65ea733558 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:36.155621 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-09599fe7-02e5-4beb-8f4a-7079729c825e req-1ba30fa4-07d1-4784-83d5-db65ea733558 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0540013 Aug 30 07:42:36.193661 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-09599fe7-02e5-4beb-8f4a-7079729c825e req-202a362d-c704-4123-9efb-e8203e37072f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315011 Aug 30 07:42:36.661596 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.309360 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9a15f-2515-4c63-8f45-7123529e942f req-b6c7ce57-0f14-4442-9f22-ecbe4c5b9664 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:37.310846 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-69a9a15f-2515-4c63-8f45-7123529e942f req-b6c7ce57-0f14-4442-9f22-ecbe4c5b9664 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0500400 Aug 30 07:42:37.334766 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:37.350631 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-69a9a15f-2515-4c63-8f45-7123529e942f req-55ed9e33-0004-4ab0-8969-56f09a99efb7 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331011 Aug 30 07:42:38.466358 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad842f2-94bd-495f-9611-72c4f51bb2eb req-bc1abf38-bbd0-449c-93c9-08c286e8a718 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:38.468174 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ad842f2-94bd-495f-9611-72c4f51bb2eb req-bc1abf38-bbd0-449c-93c9-08c286e8a718 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0493400 Aug 30 07:42:38.505504 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ad842f2-94bd-495f-9611-72c4f51bb2eb req-a48beb6c-f14f-41f5-9355-5031ee407ecf tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Aug 30 07:42:38.644405 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:39.624000 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb555e-e190-4626-9494-259ef3f010a8 req-03ff39a8-a469-4d24-99cc-322d58722ccc tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:39.625466 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80fb555e-e190-4626-9494-259ef3f010a8 req-03ff39a8-a469-4d24-99cc-322d58722ccc tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0514743 Aug 30 07:42:39.662523 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80fb555e-e190-4626-9494-259ef3f010a8 req-f323db5e-0320-4c89-b85b-339e9b6a2752 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307097 Aug 30 07:42:43.603213 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebca46c-e462-46ff-b9ad-3e9b0f9f3dcb req-950bde44-5bbc-4b9a-8e84-aa6c1e7b6b37 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:43.604698 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eebca46c-e462-46ff-b9ad-3e9b0f9f3dcb req-950bde44-5bbc-4b9a-8e84-aa6c1e7b6b37 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0493252 Aug 30 07:42:43.641504 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eebca46c-e462-46ff-b9ad-3e9b0f9f3dcb req-4c04591f-018b-42ac-96fa-24c785eeefd6 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308552 Aug 30 07:42:44.751622 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 50744) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:44.769832 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe841ed-4126-4e4a-bfd8-634ffd49500f req-ee5f65ef-b852-4d8b-b083-f16875a8438e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:44.771419 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1fe841ed-4126-4e4a-bfd8-634ffd49500f req-ee5f65ef-b852-4d8b-b083-f16875a8438e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0607226 Aug 30 07:42:44.819171 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1fe841ed-4126-4e4a-bfd8-634ffd49500f req-b236947c-6444-426c-9bc3-30830389e735 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369687 Aug 30 07:42:44.916005 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:45.022774 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:45.026733 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:45.065343 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3eff8b1c433f459e9bba943ae2d838df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125536 Aug 30 07:42:45.066197 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d574e34-072c-4c35-9edf-d70947865add,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:45.067886 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 50762) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:42:45.073187 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.073534 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.073870 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.074207 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.074535 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.074861 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.075184 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.075530 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.075855 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.076173 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.076493 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.076808 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753c2dd-627d-4715-8f3e-7f08f32bb4aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.116545 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:45.140141 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:45.185782 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:45.189172 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:45.190700 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d574e34-072c-4c35-9edf-d70947865add HTTP/1.1" status: 204 len: 168 time: 0.1217849 Aug 30 07:42:45.198357 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d574e34-072c-4c35-9edf-d70947865add,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:45.205219 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.205562 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.205893 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.206220 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.206542 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.206871 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.207185 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.207602 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.207831 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.208148 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.208465 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.208774 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8e70c-43b9-43e2-9113-1749249d2ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:42:45.935861 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71939d80-6b03-49be-8f7d-25498ff70c6c req-72da0edd-db22-40ab-a903-b8c738fc43d8 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:45.937361 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-71939d80-6b03-49be-8f7d-25498ff70c6c req-72da0edd-db22-40ab-a903-b8c738fc43d8 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0490227 Aug 30 07:42:45.979366 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-71939d80-6b03-49be-8f7d-25498ff70c6c req-72ec5238-bbf0-451f-b301-3484ae5ca70f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355890 Aug 30 07:42:47.111543 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e28fe-4ea9-4a35-8494-2d40f9dac9fa req-90c973d4-fc2a-408e-a266-4f9ba97438f0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:47.113097 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bb4e28fe-4ea9-4a35-8494-2d40f9dac9fa req-90c973d4-fc2a-408e-a266-4f9ba97438f0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0531845 Aug 30 07:42:47.189043 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bb4e28fe-4ea9-4a35-8494-2d40f9dac9fa req-7ea47234-9136-4e8c-b521-24fb1ffe52c2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686762 Aug 30 07:42:47.197057 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7523a-8e84-43f9-8819-a6382d6c3573 req-7edb4caa-6449-4877-8754-496701342271 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:47.198465 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-31c7523a-8e84-43f9-8819-a6382d6c3573 req-7edb4caa-6449-4877-8754-496701342271 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.68 "GET /v2.0/ports?device_id=85e0a7d2-13e3-47ad-898d-1c0e70590b39 HTTP/1.1" status: 200 len: 946 time: 0.0710003 Aug 30 07:42:47.298302 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-31c7523a-8e84-43f9-8819-a6382d6c3573 req-6a400b19-baab-4262-9883-69b8ae0d0465 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Deleting port 268b8991-48d3-4962-9f75-b85dd97eb842 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:42:47.299135 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-31c7523a-8e84-43f9-8819-a6382d6c3573 req-6a400b19-baab-4262-9883-69b8ae0d0465 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:47.386441 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-31c7523a-8e84-43f9-8819-a6382d6c3573 req-6a400b19-baab-4262-9883-69b8ae0d0465 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] For port 268b8991-48d3-4962-9f75-b85dd97eb842, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=268b8991-48d3-4962-9f75-b85dd97eb842,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:42:47.386808 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-31c7523a-8e84-43f9-8819-a6382d6c3573 req-6a400b19-baab-4262-9883-69b8ae0d0465 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:47.399522 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-31c7523a-8e84-43f9-8819-a6382d6c3573 req-6a400b19-baab-4262-9883-69b8ae0d0465 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Calling delete_port for 268b8991-48d3-4962-9f75-b85dd97eb842 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:42:47.523311 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-31c7523a-8e84-43f9-8819-a6382d6c3573 req-6a400b19-baab-4262-9883-69b8ae0d0465 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:47.536286 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['e05a149e-875d-4ffd-83b8-8f0315f2a766', '268b8991-48d3-4962-9f75-b85dd97eb842'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:42:47.555337 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a400b19-baab-4262-9883-69b8ae0d0465 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Pushing event deleted for resources: {'Port': ['ID=268b8991-48d3-4962-9f75-b85dd97eb842,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:47.596601 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c7523a-8e84-43f9-8819-a6382d6c3573 req-6a400b19-baab-4262-9883-69b8ae0d0465 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] No DVR routers for this DVR port 268b8991-48d3-4962-9f75-b85dd97eb842 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:42:47.599062 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-31c7523a-8e84-43f9-8819-a6382d6c3573 req-6a400b19-baab-4262-9883-69b8ae0d0465 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:47.601169 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-31c7523a-8e84-43f9-8819-a6382d6c3573 req-6a400b19-baab-4262-9883-69b8ae0d0465 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.68 "DELETE /v2.0/ports/268b8991-48d3-4962-9f75-b85dd97eb842 HTTP/1.1" status: 204 len: 173 time: 0.3870683 Aug 30 07:42:47.601609 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e0a7d2-13e3-47ad-898d-1c0e70590b39', 'name': 'network-vif-deleted', 'tag': '268b8991-48d3-4962-9f75-b85dd97eb842'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:47.604384 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37a06bb-830a-4f14-9aef-3353b64d7913" -d '{"events": [{"server_uuid": "85e0a7d2-13e3-47ad-898d-1c0e70590b39", "name": "network-vif-deleted", "tag": "268b8991-48d3-4962-9f75-b85dd97eb842"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:47.645252 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd7b79-1eeb-405d-b407-eb0fbe7a0c91 x-openstack-request-id: req-63fd7b79-1eeb-405d-b407-eb0fbe7a0c91 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:47.645612 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e0a7d2-13e3-47ad-898d-1c0e70590b39", "name": "network-vif-deleted", "tag": "268b8991-48d3-4962-9f75-b85dd97eb842", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:47.645923 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63fd7b79-1eeb-405d-b407-eb0fbe7a0c91 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:47.646380 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e0a7d2-13e3-47ad-898d-1c0e70590b39', 'name': 'network-vif-deleted', 'tag': '268b8991-48d3-4962-9f75-b85dd97eb842', 'status': 'completed', 'code': 200} Aug 30 07:42:48.455055 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520e72-5b00-487c-bd7f-c9f19868ef8d req-71ce35d7-78c3-4a4a-99b2-9b2c23ed2176 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:48.456607 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8520e72-5b00-487c-bd7f-c9f19868ef8d req-71ce35d7-78c3-4a4a-99b2-9b2c23ed2176 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0486374 Aug 30 07:42:48.495092 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8520e72-5b00-487c-bd7f-c9f19868ef8d req-c9cf8d7d-d0a8-4281-8ca6-296e2ce15f8b tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324275 Aug 30 07:42:48.532692 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-5f3088f8-c803-4b14-a306-11074ac59296 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=265a6b158c864bcfa1ed2241dc46c9f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313895 Aug 30 07:42:48.706774 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372dc51-e498-4864-8e47-74f251d825c1 req-95a0b5f3-180e-4bda-9c1d-9fe6b9d9ce56 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:48.708243 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-95a0b5f3-180e-4bda-9c1d-9fe6b9d9ce56 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702900 Aug 30 07:42:48.723108 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-70d59e04-3727-4b05-871e-b6416b38b0e0 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/quotas/265a6b158c864bcfa1ed2241dc46c9f5 HTTP/1.1" status: 200 len: 375 time: 0.0091107 Aug 30 07:42:48.752537 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-25f2e73a-3efe-4d43-aaef-719d1b4fcc50 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=265a6b158c864bcfa1ed2241dc46c9f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243826 Aug 30 07:42:48.913272 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4373fc9a-1592-457e-ace4-85c8d96a59e1 req-9f6230c6-1197-4e59-b87b-392e4f87eda6 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 210 time: 0.0259864 Aug 30 07:42:49.612778 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3286c0f-433a-47c5-b180-45de55fa68da req-ad6618a2-1b9e-433a-80fe-1c79d99f1901 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:49.614262 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3286c0f-433a-47c5-b180-45de55fa68da req-ad6618a2-1b9e-433a-80fe-1c79d99f1901 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0517614 Aug 30 07:42:49.650921 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3286c0f-433a-47c5-b180-45de55fa68da req-806cf334-b0dc-449e-92ac-6413f57f4c3e tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305300 Aug 30 07:42:49.845707 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-4868d217-50a8-4503-90b1-7a05181bffe9 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=265a6b158c864bcfa1ed2241dc46c9f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208485 Aug 30 07:42:49.956653 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372dc51-e498-4864-8e47-74f251d825c1 req-3231d4cc-0c17-4203-b12a-c4a28b34c196 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:49.958091 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-3231d4cc-0c17-4203-b12a-c4a28b34c196 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066747 Aug 30 07:42:49.976391 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Request body: {'port': {'device_id': 'd243bd06-d00a-40c0-8960-ae9ae0edae3e', 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a', 'admin_state_up': True, 'tenant_id': '265a6b158c864bcfa1ed2241dc46c9f5'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:42:50.257652 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5e420630-85a3-492e-b31c-099229504db0 req-3391552f-6b9e-4ed5-ae47-d2eef0f4d6c8 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 210 time: 0.2764688 Aug 30 07:42:50.336432 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Made reservation on behalf of 265a6b158c864bcfa1ed2241dc46c9f5 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:42:50.339900 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.351799 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.483765 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.489154 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.559121 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb081b87-c400-4724-a209-bf296d17111f,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:50.635415 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Allocated IP 192.168.233.113 (509b988e-fe59-4c3d-b0d6-f3f022892a5a/ec853933-3cc4-4bac-81e0-3c9e81102288/9374a382-8696-48a6-8d98-65161d303f1b) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:42:50.797698 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a05e1c-5fb5-4f2f-a106-b056a6441151 req-d3e09438-bd85-44be-90bf-7c99b0528828 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:50.799335 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a9a05e1c-5fb5-4f2f-a106-b056a6441151 req-d3e09438-bd85-44be-90bf-7c99b0528828 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0759571 Aug 30 07:42:50.837149 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.863551 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a9a05e1c-5fb5-4f2f-a106-b056a6441151 req-a929288c-4429-442d-8c53-f9d47e0a8969 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556390 Aug 30 07:42:50.864442 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Transition to ACTIVE for port object 9374a382-8696-48a6-8d98-65161d303f1b will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:42:50.897299 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:50.938268 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Network 509b988e-fe59-4c3d-b0d6-f3f022892a5a is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:42:50.941721 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:42:50.945355 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:42:50.951556 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Pushing event updated for resources: {'Port': ['ID=9374a382-8696-48a6-8d98-65161d303f1b,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:50.996456 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:50.997068 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:51.012383 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-db572031-0267-40bc-9046-cd8a8b209b5e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0400567 Aug 30 07:42:51.119687 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b726e62d-963d-44e5-8df6-67c30418ba33 None None] Provisioning for port 9374a382-8696-48a6-8d98-65161d303f1b completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:42:51.123374 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b726e62d-963d-44e5-8df6-67c30418ba33 None None] Provisioning complete for port 9374a382-8696-48a6-8d98-65161d303f1b triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:42:51.123738 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b726e62d-963d-44e5-8df6-67c30418ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:51.159673 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-b726e62d-963d-44e5-8df6-67c30418ba33 None None] Port 9374a382-8696-48a6-8d98-65161d303f1b cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:42:51.391339 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c9c8d-d0b2-4f1e-92bc-8371781a661c req-60b386cf-5ffd-4246-89a8-bfd53e1cb3b3 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:51.392857 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f90c9c8d-d0b2-4f1e-92bc-8371781a661c req-60b386cf-5ffd-4246-89a8-bfd53e1cb3b3 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 936 time: 0.0518997 Aug 30 07:42:51.429222 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f90c9c8d-d0b2-4f1e-92bc-8371781a661c req-b782a4c3-2574-4386-a7c4-404d58ae6149 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301967 Aug 30 07:42:51.616336 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Request body: {'port': {'device_id': 'd243bd06-d00a-40c0-8960-ae9ae0edae3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:42:51.674906 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:51.928937 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9374a382-8696-48a6-8d98-65161d303f1b {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:42:51.944095 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:51.971496 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Transition to ACTIVE for port object 9374a382-8696-48a6-8d98-65161d303f1b will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:42:51.975692 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:52.030167 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a832b77-ca89-4faa-b0e2-07ebb95bd093 req-6af12d71-36c9-43f1-a8d0-804838028856 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:52.031558 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:42:52.032000 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a832b77-ca89-4faa-b0e2-07ebb95bd093 req-6af12d71-36c9-43f1-a8d0-804838028856 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0984263 Aug 30 07:42:52.068554 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Pushing event updated for resources: {'Port': ['ID=9374a382-8696-48a6-8d98-65161d303f1b,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:52.129886 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a832b77-ca89-4faa-b0e2-07ebb95bd093 req-d0774754-d31d-4120-926e-5409c6668905 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912745 Aug 30 07:42:52.150326 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Attempting to bind port 9374a382-8696-48a6-8d98-65161d303f1b on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:42:52.151082 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Attempting to bind port 9374a382-8696-48a6-8d98-65161d303f1b by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'bd1d8cec-3982-497a-bed1-cb5a0ec60214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:42:52.151451 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Attempting to bind port 9374a382-8696-48a6-8d98-65161d303f1b on network 509b988e-fe59-4c3d-b0d6-f3f022892a5a {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:42:52.155895 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Port 9374a382-8696-48a6-8d98-65161d303f1b on network 509b988e-fe59-4c3d-b0d6-f3f022892a5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:42:52.156211 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Attempting to bind port 9374a382-8696-48a6-8d98-65161d303f1b on network 509b988e-fe59-4c3d-b0d6-f3f022892a5a {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:42:52.161734 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:42:52.162090 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Checking segment: {'id': 'bd1d8cec-3982-497a-bed1-cb5a0ec60214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:42:52.162465 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Bound using segment: {'id': 'bd1d8cec-3982-497a-bed1-cb5a0ec60214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:42:52.162889 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Bound port: 9374a382-8696-48a6-8d98-65161d303f1b, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1d8cec-3982-497a-bed1-cb5a0ec60214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:42:52.163269 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:52.225592 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] For port 9374a382-8696-48a6-8d98-65161d303f1b, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:42:52.228515 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] For port 9374a382-8696-48a6-8d98-65161d303f1b, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9374a382-8696-48a6-8d98-65161d303f1b,segment=NetworkSegment(bd1d8cec-3982-497a-bed1-cb5a0ec60214),segment_id=bd1d8cec-3982-497a-bed1-cb5a0ec60214)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:42:52.232971 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:52.264650 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:52.265249 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:42:52.266621 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] 10.222.0.68 "PUT /v2.0/ports/9374a382-8696-48a6-8d98-65161d303f1b HTTP/1.1" status: 200 len: 1098 time: 0.6564553 Aug 30 07:42:52.267608 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd243bd06-d00a-40c0-8960-ae9ae0edae3e', 'tag': '9374a382-8696-48a6-8d98-65161d303f1b'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:42:52.270120 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a193a036-dd3b-4263-9ac3-2dd68567beda" -d '{"events": [{"name": "network-changed", "server_uuid": "d243bd06-d00a-40c0-8960-ae9ae0edae3e", "tag": "9374a382-8696-48a6-8d98-65161d303f1b"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:42:52.296166 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355a95c-8392-42b5-bb5a-07d252f8a7cd service neutron] Pushing event updated for resources: {'Port': ['ID=9374a382-8696-48a6-8d98-65161d303f1b,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:42:52.312031 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70539e1-950e-480e-9b02-3fb55a04f7ba x-openstack-request-id: req-a70539e1-950e-480e-9b02-3fb55a04f7ba {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:42:52.312327 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d243bd06-d00a-40c0-8960-ae9ae0edae3e", "tag": "9374a382-8696-48a6-8d98-65161d303f1b", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:42:52.312584 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a70539e1-950e-480e-9b02-3fb55a04f7ba {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:42:52.312992 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd243bd06-d00a-40c0-8960-ae9ae0edae3e', 'tag': '9374a382-8696-48a6-8d98-65161d303f1b', 'status': 'completed', 'code': 200} Aug 30 07:42:52.544305 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef869f9-e567-4816-a847-cbf948bafbe9 req-8dfd40f6-3951-42d1-82de-3a16a3584e35 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:52.545787 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ef869f9-e567-4816-a847-cbf948bafbe9 req-8dfd40f6-3951-42d1-82de-3a16a3584e35 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.0517371 Aug 30 07:42:52.583247 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ef869f9-e567-4816-a847-cbf948bafbe9 req-2b82e449-1c9e-42a8-9034-1321bde305e5 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314567 Aug 30 07:42:53.244128 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7f3be-9add-4423-8a06-1e0b2320aa82 req-c3f048e0-8f50-48e4-8d3f-516aa43e24eb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:53.245583 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-96f7f3be-9add-4423-8a06-1e0b2320aa82 req-c3f048e0-8f50-48e4-8d3f-516aa43e24eb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0473652 Aug 30 07:42:53.283715 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-96f7f3be-9add-4423-8a06-1e0b2320aa82 req-3953ee03-06bf-413f-bbb5-25787bf9e6a5 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Aug 30 07:42:53.694309 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6362995-524f-4c94-bb0d-bb913569e6fc req-becbdb2c-1cbb-48a0-9370-07b5c77b6e3a tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:53.695704 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a6362995-524f-4c94-bb0d-bb913569e6fc req-becbdb2c-1cbb-48a0-9370-07b5c77b6e3a tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.0477474 Aug 30 07:42:53.733508 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a6362995-524f-4c94-bb0d-bb913569e6fc req-89546d96-2362-43b2-b036-a4e575dc3b17 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Aug 30 07:42:54.398811 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781d768-1857-4475-8e18-eb65ebe5f558 req-523fa65f-85ae-45ea-b499-9f4899556801 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:54.400281 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2781d768-1857-4475-8e18-eb65ebe5f558 req-523fa65f-85ae-45ea-b499-9f4899556801 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0519803 Aug 30 07:42:54.436119 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2781d768-1857-4475-8e18-eb65ebe5f558 req-85846f2f-5227-4e5b-b861-7e1dd6e081e6 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298376 Aug 30 07:42:54.848071 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5919b2-2c0d-43cd-bb8d-a9f71e4d34d0 req-764d1f76-2f31-4463-a7ec-aa30660eca4f tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:54.849563 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d5919b2-2c0d-43cd-bb8d-a9f71e4d34d0 req-764d1f76-2f31-4463-a7ec-aa30660eca4f tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.0512836 Aug 30 07:42:54.886278 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d5919b2-2c0d-43cd-bb8d-a9f71e4d34d0 req-76f59b51-66c1-41c1-ae5c-8cd85337efe3 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307348 Aug 30 07:42:55.549663 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efd9c1-e9fd-438f-a70c-a101c853e200 req-524fde8f-410f-4aa9-a56b-f525149a4aa1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:55.551163 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-06efd9c1-e9fd-438f-a70c-a101c853e200 req-524fde8f-410f-4aa9-a56b-f525149a4aa1 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0501940 Aug 30 07:42:55.589258 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-06efd9c1-e9fd-438f-a70c-a101c853e200 req-95075990-2f77-4395-afed-5e1d78071564 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323133 Aug 30 07:42:55.998666 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a3eee-2824-4c3c-91a0-12013c2fbd87 req-91b7d355-f79c-4f28-8c1c-c22c39e517c9 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:56.000148 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-238a3eee-2824-4c3c-91a0-12013c2fbd87 req-91b7d355-f79c-4f28-8c1c-c22c39e517c9 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.0505543 Aug 30 07:42:56.037981 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-238a3eee-2824-4c3c-91a0-12013c2fbd87 req-75c44cd3-ac04-4d47-85fe-779e49b9fea6 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304575 Aug 30 07:42:56.699609 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4a694-ce3f-4b42-b3a0-12bfd04cf363 req-0e159ed3-10e2-429e-b7b9-703027ff27b5 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:56.701091 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-96c4a694-ce3f-4b42-b3a0-12bfd04cf363 req-0e159ed3-10e2-429e-b7b9-703027ff27b5 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0481734 Aug 30 07:42:56.738897 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-96c4a694-ce3f-4b42-b3a0-12bfd04cf363 req-80a70c93-2d6e-4fca-93fc-cf6f7fe1d784 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312221 Aug 30 07:42:57.147767 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e3813-1198-4705-9ddb-c57a184fb559 req-0f7accf9-5266-478d-9578-2ddaa8b5857f tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:57.149122 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ef8e3813-1198-4705-9ddb-c57a184fb559 req-0f7accf9-5266-478d-9578-2ddaa8b5857f tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.0475240 Aug 30 07:42:57.185219 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ef8e3813-1198-4705-9ddb-c57a184fb559 req-109f3044-8426-4c16-bc48-4650dc308e11 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304217 Aug 30 07:42:57.353076 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 268b8991-48d3-4962-9f75-b85dd97eb842 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:42:57.373421 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: 268b8991-48d3-4962-9f75-b85dd97eb842 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:42:57.373758 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 268b8991-48d3-4962-9f75-b85dd97eb842 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:42:57.419973 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193a036-dd3b-4263-9ac3-2dd68567beda req-18d1a77f-9eff-4392-be98-93b897245c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:57.421318 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a193a036-dd3b-4263-9ac3-2dd68567beda req-18d1a77f-9eff-4392-be98-93b897245c22 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=265a6b158c864bcfa1ed2241dc46c9f5&device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 1101 time: 0.0419457 Aug 30 07:42:57.849109 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7dd01-137b-4def-8b02-042bf2b6c9ba req-3d64c7ce-3aa1-434c-9b71-16506c7d7108 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:57.850584 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bbe7dd01-137b-4def-8b02-042bf2b6c9ba req-3d64c7ce-3aa1-434c-9b71-16506c7d7108 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0468206 Aug 30 07:42:57.886912 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bbe7dd01-137b-4def-8b02-042bf2b6c9ba req-449da123-b772-46fa-8508-69965b1a88f0 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304971 Aug 30 07:42:58.297161 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea273b-589d-4af2-92d6-7717332cc43b req-512059f5-eab2-4750-9f47-11b07a2e2686 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:58.298649 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8bea273b-589d-4af2-92d6-7717332cc43b req-512059f5-eab2-4750-9f47-11b07a2e2686 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.0494039 Aug 30 07:42:58.334474 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8bea273b-589d-4af2-92d6-7717332cc43b req-4ad4231c-fbe6-4ee5-b633-c1cb700b9d18 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300572 Aug 30 07:42:58.998583 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a193a036-dd3b-4263-9ac3-2dd68567beda req-86a91b8c-aea3-4851-bab0-2cb671c4be98 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=265a6b158c864bcfa1ed2241dc46c9f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360394 Aug 30 07:42:59.026821 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e398cd8-3969-4586-b216-1e84ba3b0e43 req-250d72d6-5252-4b43-947a-a2226ed50668 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:59.028314 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4e398cd8-3969-4586-b216-1e84ba3b0e43 req-250d72d6-5252-4b43-947a-a2226ed50668 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0771866 Aug 30 07:42:59.114858 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4e398cd8-3969-4586-b216-1e84ba3b0e43 req-f39942fd-546e-4401-aa4c-2ff7e8912d81 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751913 Aug 30 07:42:59.131302 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193a036-dd3b-4263-9ac3-2dd68567beda req-d48fd9ed-fb6f-48ee-aa79-3246406054f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:59.132748 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a193a036-dd3b-4263-9ac3-2dd68567beda req-d48fd9ed-fb6f-48ee-aa79-3246406054f2 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215184 Aug 30 07:42:59.215392 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372dc51-e498-4864-8e47-74f251d825c1 req-534d5141-a591-481b-994b-3466fccf9c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:59.216836 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-534d5141-a591-481b-994b-3466fccf9c1c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=265a6b158c864bcfa1ed2241dc46c9f5&device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 1101 time: 0.0427144 Aug 30 07:42:59.270597 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-469630f7-e259-499b-bc0d-a7c55b4a3b27 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=9374a382-8696-48a6-8d98-65161d303f1b HTTP/1.1" status: 200 len: 217 time: 0.0327904 Aug 30 07:42:59.321932 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372dc51-e498-4864-8e47-74f251d825c1 req-069772a2-1fdc-4ccd-bb2c-4556b2175d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:59.323372 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-069772a2-1fdc-4ccd-bb2c-4556b2175d4c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ec853933-3cc4-4bac-81e0-3c9e81102288 HTTP/1.1" status: 200 len: 843 time: 0.0428970 Aug 30 07:42:59.374748 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372dc51-e498-4864-8e47-74f251d825c1 req-677be4c2-8462-46ed-89d9-329f8abdad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:59.376324 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-677be4c2-8462-46ed-89d9-329f8abdad62 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=509b988e-fe59-4c3d-b0d6-f3f022892a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429423 Aug 30 07:42:59.501865 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b11ff-b33d-4383-9970-1183c89fdbd6 req-51d5d81b-1193-4b8a-b853-31c0bdc75fc7 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:42:59.503352 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-744b11ff-b33d-4383-9970-1183c89fdbd6 req-51d5d81b-1193-4b8a-b853-31c0bdc75fc7 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.1010394 Aug 30 07:42:59.528266 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-6e200063-e7c4-40a2-ab23-184ed5d454f1 service neutron] 10.222.0.68 "GET /v2.0/networks/509b988e-fe59-4c3d-b0d6-f3f022892a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340444 Aug 30 07:42:59.554359 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-744b11ff-b33d-4383-9970-1183c89fdbd6 req-522e2ac6-594f-454a-9cb9-f026fca4db99 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 Aug 30 07:42:59.626563 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4372dc51-e498-4864-8e47-74f251d825c1 req-cc7f73a3-a34a-40a8-bcc7-2a51f4842eb7 service neutron] 10.222.0.68 "GET /v2.0/networks/509b988e-fe59-4c3d-b0d6-f3f022892a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817711 Aug 30 07:43:00.225021 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d20272-a2b5-4225-80c7-f22c3c9af5d5 req-250b6795-e34a-4e60-bae8-f4669d71963f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:00.226488 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2d20272-a2b5-4225-80c7-f22c3c9af5d5 req-250b6795-e34a-4e60-bae8-f4669d71963f tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0480072 Aug 30 07:43:00.266664 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2d20272-a2b5-4225-80c7-f22c3c9af5d5 req-9538d1f3-1046-447c-b59f-62b2572a4ebb tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342989 Aug 30 07:43:00.672891 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c4529-3fd2-4e86-b8b9-8e09d1b3d9e1 req-66492b9e-ea9f-487d-b13b-2e18da4586ae tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:00.674969 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bf1c4529-3fd2-4e86-b8b9-8e09d1b3d9e1 req-66492b9e-ea9f-487d-b13b-2e18da4586ae tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.0510714 Aug 30 07:43:00.713122 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bf1c4529-3fd2-4e86-b8b9-8e09d1b3d9e1 req-a5287b95-4c97-4064-b08a-40eb3041c60c tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319071 Aug 30 07:43:01.386831 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bc724-da7a-4a67-bf9f-be87f926da79 req-772f2f03-fca6-4aec-97af-6a9dcf9c3dc9 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:01.388325 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-175bc724-da7a-4a67-bf9f-be87f926da79 req-772f2f03-fca6-4aec-97af-6a9dcf9c3dc9 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0527222 Aug 30 07:43:01.450891 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-175bc724-da7a-4a67-bf9f-be87f926da79 req-80065609-1af4-4e85-8d2f-8dbbef881539 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527740 Aug 30 07:43:01.461253 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f372f-2e3d-4b13-a947-04174c789453 req-8d7c9c15-a2fd-422a-a44b-e3e34e8f3a62 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:01.462679 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-999f372f-2e3d-4b13-a947-04174c789453 req-8d7c9c15-a2fd-422a-a44b-e3e34e8f3a62 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0734942 Aug 30 07:43:01.498156 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-999f372f-2e3d-4b13-a947-04174c789453 req-33c45a47-ce9d-41c1-a886-387c80efaf97 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298402 Aug 30 07:43:01.824610 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85429e8d-919b-4574-b935-25c5ad2b96ed req-4a89ca4f-de87-4240-9d8b-b75b7a8d2f1a tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:01.826086 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-85429e8d-919b-4574-b935-25c5ad2b96ed req-4a89ca4f-de87-4240-9d8b-b75b7a8d2f1a tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.0467701 Aug 30 07:43:01.863326 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-85429e8d-919b-4574-b935-25c5ad2b96ed req-4bf68a24-793f-4f7f-a37c-54e6ae9d51d6 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308590 Aug 30 07:43:02.305421 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:02.563734 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbffd7-2d21-4aa1-b68e-5d73c4c52f6a req-166c8864-85f8-41c1-9522-3ed53ece8912 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:02.565866 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7bdbffd7-2d21-4aa1-b68e-5d73c4c52f6a req-166c8864-85f8-41c1-9522-3ed53ece8912 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0477476 Aug 30 07:43:02.630628 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7bdbffd7-2d21-4aa1-b68e-5d73c4c52f6a req-75b3dd1b-d780-4e93-9413-66b2f09e7941 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/security-groups?id=691050a3-9c77-408b-b9d7-611d2fdf804f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559473 Aug 30 07:43:02.638491 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437782f1-a0b7-4855-8edc-2f7140be8994 req-f9d169c2-29ab-4140-8abc-04b46b38466b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:02.639919 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-437782f1-a0b7-4855-8edc-2f7140be8994 req-f9d169c2-29ab-4140-8abc-04b46b38466b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0732105 Aug 30 07:43:02.676746 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-437782f1-a0b7-4855-8edc-2f7140be8994 req-57cb59de-010a-4ec6-87eb-b0e41bcdc460 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305851 Aug 30 07:43:02.972772 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea069f6e-1b39-4aa3-b1d7-440ffd4c9909 req-e624c6e5-3795-4068-8fcd-201da6938f96 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:02.974205 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea069f6e-1b39-4aa3-b1d7-440ffd4c9909 req-e624c6e5-3795-4068-8fcd-201da6938f96 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.0466089 Aug 30 07:43:03.010850 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea069f6e-1b39-4aa3-b1d7-440ffd4c9909 req-d75c2bd0-716b-4cb2-b862-487a09df4a44 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308874 Aug 30 07:43:03.348154 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727a4d8-4efe-453e-acb6-68b5ac1bc92e req-9d907cdf-25f2-4b2f-9aa5-a859f177eacc tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:03.349591 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c727a4d8-4efe-453e-acb6-68b5ac1bc92e req-9d907cdf-25f2-4b2f-9aa5-a859f177eacc tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.68 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 945 time: 0.0482347 Aug 30 07:43:03.438162 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-c727a4d8-4efe-453e-acb6-68b5ac1bc92e req-236f5d5f-4dae-4802-9935-c2e67d8580b2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Deleting port e05a149e-875d-4ffd-83b8-8f0315f2a766 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:43:03.438533 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c727a4d8-4efe-453e-acb6-68b5ac1bc92e req-236f5d5f-4dae-4802-9935-c2e67d8580b2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.523983 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-c727a4d8-4efe-453e-acb6-68b5ac1bc92e req-236f5d5f-4dae-4802-9935-c2e67d8580b2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] For port e05a149e-875d-4ffd-83b8-8f0315f2a766, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e05a149e-875d-4ffd-83b8-8f0315f2a766,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:03.524349 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c727a4d8-4efe-453e-acb6-68b5ac1bc92e req-236f5d5f-4dae-4802-9935-c2e67d8580b2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.536968 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-939de449-fa16-434a-91e5-442cdd0c93b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.537511 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-c727a4d8-4efe-453e-acb6-68b5ac1bc92e req-236f5d5f-4dae-4802-9935-c2e67d8580b2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Calling delete_port for e05a149e-875d-4ffd-83b8-8f0315f2a766 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:43:03.665941 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c727a4d8-4efe-453e-acb6-68b5ac1bc92e req-236f5d5f-4dae-4802-9935-c2e67d8580b2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.682527 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['e05a149e-875d-4ffd-83b8-8f0315f2a766'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:43:03.692760 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f5d5f-4dae-4802-9935-c2e67d8580b2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Pushing event deleted for resources: {'Port': ['ID=e05a149e-875d-4ffd-83b8-8f0315f2a766,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:03.747370 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c727a4d8-4efe-453e-acb6-68b5ac1bc92e req-236f5d5f-4dae-4802-9935-c2e67d8580b2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] No DVR routers for this DVR port e05a149e-875d-4ffd-83b8-8f0315f2a766 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:43:03.761798 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c727a4d8-4efe-453e-acb6-68b5ac1bc92e req-236f5d5f-4dae-4802-9935-c2e67d8580b2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:03.763736 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c727a4d8-4efe-453e-acb6-68b5ac1bc92e req-236f5d5f-4dae-4802-9935-c2e67d8580b2 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.68 "DELETE /v2.0/ports/e05a149e-875d-4ffd-83b8-8f0315f2a766 HTTP/1.1" status: 204 len: 173 time: 0.4077189 Aug 30 07:43:03.766036 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f18a170e-a5b3-4b65-b160-583d4edf98af req-2f7452a0-83a4-4f6c-a370-f1552eeb47c5 tempest-ServerRescueNegativeTestJSON-143627709 tempest-ServerRescueNegativeTestJSON-143627709-project] 10.222.0.64 "GET /v2.0/ports?device_id=b94c78e5-ae99-40c3-8290-573ea86f9168 HTTP/1.1" status: 200 len: 210 time: 0.0440052 Aug 30 07:43:03.766464 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c78e5-ae99-40c3-8290-573ea86f9168', 'name': 'network-vif-deleted', 'tag': 'e05a149e-875d-4ffd-83b8-8f0315f2a766'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:03.768681 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdd4871-bb13-4947-bdf6-b1dcbf0c74b2" -d '{"events": [{"server_uuid": "b94c78e5-ae99-40c3-8290-573ea86f9168", "name": "network-vif-deleted", "tag": "e05a149e-875d-4ffd-83b8-8f0315f2a766"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:43:03.817613 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc797d-0ca2-428b-bc02-ed80decbde12 req-c6898505-8e7f-4ac4-96f4-d2ae0fcf5edd tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:03.819078 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ffdc797d-0ca2-428b-bc02-ed80decbde12 req-c6898505-8e7f-4ac4-96f4-d2ae0fcf5edd tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0587308 Aug 30 07:43:03.820482 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77455d88-662b-426c-9a5e-1a7ae7c7ff36 x-openstack-request-id: req-77455d88-662b-426c-9a5e-1a7ae7c7ff36 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:43:03.820760 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94c78e5-ae99-40c3-8290-573ea86f9168", "name": "network-vif-deleted", "tag": "e05a149e-875d-4ffd-83b8-8f0315f2a766", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:43:03.821006 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77455d88-662b-426c-9a5e-1a7ae7c7ff36 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:43:03.821377 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94c78e5-ae99-40c3-8290-573ea86f9168', 'name': 'network-vif-deleted', 'tag': 'e05a149e-875d-4ffd-83b8-8f0315f2a766', 'status': 'completed', 'code': 200} Aug 30 07:43:03.857095 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ffdc797d-0ca2-428b-bc02-ed80decbde12 req-1bbbfe6f-5f24-4bb9-8b40-161e14290140 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322108 Aug 30 07:43:04.141104 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f487-1cbc-4a58-997f-640c07332682 req-201d26cf-f1f6-412e-a79e-e8d9f7e171da tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:04.143118 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9f52f487-1cbc-4a58-997f-640c07332682 req-201d26cf-f1f6-412e-a79e-e8d9f7e171da tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.0652971 Aug 30 07:43:04.183932 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9f52f487-1cbc-4a58-997f-640c07332682 req-41854f35-c833-497f-83b9-3d517c10ec60 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342824 Aug 30 07:43:04.488818 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 51090) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:04.593268 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3db1-22e6-401d-840e-e6cd75458d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.679450 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3db1-22e6-401d-840e-e6cd75458d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.682876 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3db1-22e6-401d-840e-e6cd75458d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.720442 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ecbc3db1-22e6-401d-840e-e6cd75458d93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e68c7854b25441994c998356ecf88e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305832 Aug 30 07:43:04.721300 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc3db1-22e6-401d-840e-e6cd75458d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a0b1cc-7936-4bec-b003-df2374e897c6,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:04.723104 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51094) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:04.771555 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bc16082d-8c91-4d94-9bb5-ecb392d5f542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.794045 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bc16082d-8c91-4d94-9bb5-ecb392d5f542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.825164 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51098) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:04.873569 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bc16082d-8c91-4d94-9bb5-ecb392d5f542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.876065 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bc16082d-8c91-4d94-9bb5-ecb392d5f542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:04.877752 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-bc16082d-8c91-4d94-9bb5-ecb392d5f542 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9a0b1cc-7936-4bec-b003-df2374e897c6 HTTP/1.1" status: 204 len: 168 time: 0.1523054 Aug 30 07:43:04.888803 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16082d-8c91-4d94-9bb5-ecb392d5f542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a0b1cc-7936-4bec-b003-df2374e897c6,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:04.980204 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18835c-aa8b-49c4-8e06-ac1c1372d9bf req-a2201ab2-1ecf-462a-a80e-13e97ca7186c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:04.982795 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4a18835c-aa8b-49c4-8e06-ac1c1372d9bf req-a2201ab2-1ecf-462a-a80e-13e97ca7186c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0505219 Aug 30 07:43:05.030269 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4a18835c-aa8b-49c4-8e06-ac1c1372d9bf req-0df94812-f478-442a-9606-3499d47b10c6 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379844 Aug 30 07:43:05.312002 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeb7c6-b6bb-4406-bc52-8e853d4d9dab req-83ac6f2c-9ea9-4109-8420-32e683ca8d04 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:05.313545 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80aeb7c6-b6bb-4406-bc52-8e853d4d9dab req-83ac6f2c-9ea9-4109-8420-32e683ca8d04 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.0520909 Aug 30 07:43:05.368046 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80aeb7c6-b6bb-4406-bc52-8e853d4d9dab req-3e8466d7-801c-4c70-bac9-04afef69dff6 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468261 Aug 30 07:43:05.448951 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-18f75844-e3b8-4242-b398-c7562dbbafe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699776'] for router_interface, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:05.736254 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-18f75844-e3b8-4242-b398-c7562dbbafe4 admin admin] Deleting port 2714ad30-af3a-4ac2-9b33-37f638f26227 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:43:05.736869 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-18f75844-e3b8-4242-b398-c7562dbbafe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:05.818433 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-18f75844-e3b8-4242-b398-c7562dbbafe4 admin admin] For port 2714ad30-af3a-4ac2-9b33-37f638f26227, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=2714ad30-af3a-4ac2-9b33-37f638f26227,segment=NetworkSegment(3bf3b60a-041f-424b-b887-360415c0319c),segment_id=3bf3b60a-041f-424b-b887-360415c0319c)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:05.818752 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-18f75844-e3b8-4242-b398-c7562dbbafe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:05.832814 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-18f75844-e3b8-4242-b398-c7562dbbafe4 admin admin] Calling delete_port for 2714ad30-af3a-4ac2-9b33-37f638f26227 owned by network:router_interface {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:43:06.040675 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-18f75844-e3b8-4242-b398-c7562dbbafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:06.066753 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f75844-e3b8-4242-b398-c7562dbbafe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2714ad30-af3a-4ac2-9b33-37f638f26227,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:06.140903 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1b435433-4295-4240-8293-f3041f6ea690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:06.156911 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cb01-27a6-442c-984f-a13572139fd7 req-13aebbb8-86fd-4b68-b254-2ff3e9144baa tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:06.158424 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2497cb01-27a6-442c-984f-a13572139fd7 req-13aebbb8-86fd-4b68-b254-2ff3e9144baa tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0557251 Aug 30 07:43:06.196158 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2497cb01-27a6-442c-984f-a13572139fd7 req-493c4689-5448-43b7-9b8f-3a630f7e33fb tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313430 Aug 30 07:43:06.225620 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-18f75844-e3b8-4242-b398-c7562dbbafe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699594'] for router_interface, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:06.247531 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 9374a382-8696-48a6-8d98-65161d303f1b details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:43:06.260515 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device e05a149e-875d-4ffd-83b8-8f0315f2a766 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:43:06.290200 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: e05a149e-875d-4ffd-83b8-8f0315f2a766 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:43:06.290537 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device e05a149e-875d-4ffd-83b8-8f0315f2a766 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:43:06.369451 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 9374a382-8696-48a6-8d98-65161d303f1b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9374a382-8696-48a6-8d98-65161d303f1b,segment=NetworkSegment(bd1d8cec-3982-497a-bed1-cb5a0ec60214),segment_id=bd1d8cec-3982-497a-bed1-cb5a0ec60214)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:06.381095 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '9374a382-8696-48a6-8d98-65161d303f1b', 'network_id': '509b988e-fe59-4c3d-b0d6-f3f022892a5a', 'port_id': '9374a382-8696-48a6-8d98-65161d303f1b', 'mac_address': 'fa:16:3e:36:24:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec853933-3cc4-4bac-81e0-3c9e81102288', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:43:06.423426 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:06.441421 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9374a382-8696-48a6-8d98-65161d303f1b {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:43:06.462783 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f75844-e3b8-4242-b398-c7562dbbafe4 admin admin] Router 21e9a902-9e58-4b8b-92c7-3199800f0113 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:43:06.466977 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 9374a382-8696-48a6-8d98-65161d303f1b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9374a382-8696-48a6-8d98-65161d303f1b,segment=NetworkSegment(bd1d8cec-3982-497a-bed1-cb5a0ec60214),segment_id=bd1d8cec-3982-497a-bed1-cb5a0ec60214)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:06.472034 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:06.501376 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb233b-4570-4449-abd9-fd7efda8e96d req-02b283e2-c9b5-48fe-b76c-3b6a5511f873 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:06.504010 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-30cb233b-4570-4449-abd9-fd7efda8e96d req-02b283e2-c9b5-48fe-b76c-3b6a5511f873 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 948 time: 0.0633016 Aug 30 07:43:06.530771 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=9374a382-8696-48a6-8d98-65161d303f1b,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:06.549621 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-30cb233b-4570-4449-abd9-fd7efda8e96d req-fcc04a53-bd54-4ece-ac02-e8ef1c400e91 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390401 Aug 30 07:43:06.588216 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f75844-e3b8-4242-b398-c7562dbbafe4 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:06.594840 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-18f75844-e3b8-4242-b398-c7562dbbafe4 admin admin] 10.222.0.64 "PUT /v2.0/routers/21e9a902-9e58-4b8b-92c7-3199800f0113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7686284 Aug 30 07:43:06.598892 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51150) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:06.600465 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e9d01b-c5b7-480f-af66-67cb22cae826 None None] Sync routers for ids ['21e9a902-9e58-4b8b-92c7-3199800f0113'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:06.609366 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9d01b-c5b7-480f-af66-67cb22cae826 None None] Routers {'21e9a902-9e58-4b8b-92c7-3199800f0113'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:06.609980 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-d8e9d01b-c5b7-480f-af66-67cb22cae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['21e9a902-9e58-4b8b-92c7-3199800f0113'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:06.668571 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:06.718110 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Notify callbacks [] for router, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:06.725143 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-d8e9d01b-c5b7-480f-af66-67cb22cae826 None None] Set router 21e9a902-9e58-4b8b-92c7-3199800f0113 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:06.913823 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-d8e9d01b-c5b7-480f-af66-67cb22cae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'name': 'tempest-ServerRescueNegativeTestJSON-517837943-router', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:43:05Z', 'revision_number': 5, 'project_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'gw_port': {'id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:06.915732 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['9374a382-8696-48a6-8d98-65161d303f1b'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:43:06.948772 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e9d01b-c5b7-480f-af66-67cb22cae826 None None] Checking router: 21e9a902-9e58-4b8b-92c7-3199800f0113 for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:06.959602 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9d01b-c5b7-480f-af66-67cb22cae826 None None] Routers {'21e9a902-9e58-4b8b-92c7-3199800f0113'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:06.960519 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-d8e9d01b-c5b7-480f-af66-67cb22cae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['21e9a902-9e58-4b8b-92c7-3199800f0113'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:07.033105 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.089915 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-d8e9d01b-c5b7-480f-af66-67cb22cae826 None None] Set router 21e9a902-9e58-4b8b-92c7-3199800f0113 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:07.103815 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Deleting port 66f1d556-4296-4ab6-ae1c-69e977d0d717 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:43:07.104165 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.200852 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] For port 66f1d556-4296-4ab6-ae1c-69e977d0d717, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=66f1d556-4296-4ab6-ae1c-69e977d0d717,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:07.201550 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.216025 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Calling delete_port for 66f1d556-4296-4ab6-ae1c-69e977d0d717 owned by network:router_gateway {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:43:07.300303 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-d8e9d01b-c5b7-480f-af66-67cb22cae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'name': 'tempest-ServerRescueNegativeTestJSON-517837943-router', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:43:05Z', 'revision_number': 5, 'project_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'gw_port': {'id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:07.320529 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671af3d-6811-44c1-9449-264ed53fe2c7 req-70da9feb-a00f-47ea-a192-38c7c676c5c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:07.330327 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d671af3d-6811-44c1-9449-264ed53fe2c7 req-70da9feb-a00f-47ea-a192-38c7c676c5c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0599914 Aug 30 07:43:07.333216 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e9d01b-c5b7-480f-af66-67cb22cae826 None None] The sync data for ids ['21e9a902-9e58-4b8b-92c7-3199800f0113'] in dv-cinder-804735-4-iscsi is: [{'id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'name': 'tempest-ServerRescueNegativeTestJSON-517837943-router', 'tenant_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:43:05Z', 'revision_number': 5, 'project_id': 'a6d2593434d84a30b5d90e55bb9e4778', 'gw_port': {'id': '66f1d556-4296-4ab6-ae1c-69e977d0d717', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e9a902-9e58-4b8b-92c7-3199800f0113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:07.343284 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.387340 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d671af3d-6811-44c1-9449-264ed53fe2c7 req-01ffbfce-5b4c-4f57-bc2e-68a12e8aae00 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559139 Aug 30 07:43:07.441494 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.469896 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f1d556-4296-4ab6-ae1c-69e977d0d717,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:07.529509 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697872'] for router_gateway, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.632683 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45288'] for router, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.634716 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.680029 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4912ca-8745-425d-8c3b-e7a8c1fe23de req-46c14c8a-2b63-492a-9547-db0f0743dcc4 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:07.681604 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1a4912ca-8745-425d-8c3b-e7a8c1fe23de req-46c14c8a-2b63-492a-9547-db0f0743dcc4 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 949 time: 0.0520380 Aug 30 07:43:07.703764 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703872'] for router, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.704390 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21e9a902-9e58-4b8b-92c7-3199800f0113 {{(pid=100500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:43:07.715351 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.716598 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3feabaaa-af5a-4b14-9a86-92413fb3ed92 admin admin] 10.222.0.64 "DELETE /v2.0/routers/21e9a902-9e58-4b8b-92c7-3199800f0113 HTTP/1.1" status: 204 len: 168 time: 1.1162589 Aug 30 07:43:07.719129 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51178) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:07.729590 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1a4912ca-8745-425d-8c3b-e7a8c1fe23de req-3eec0422-32bf-4e1b-b8f5-0c7ac2f0c8c6 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Aug 30 07:43:07.768253 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa956f0-0bce-4d34-905e-13af09f7eef9 admin admin] Deleting subnet aa1797c0-1e3e-4323-a2f3-31482cc8b4ce {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:43:07.772124 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ffa956f0-0bce-4d34-905e-13af09f7eef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.807464 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ffa956f0-0bce-4d34-905e-13af09f7eef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070507269'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.846942 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ffa956f0-0bce-4d34-905e-13af09f7eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.909398 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ffa956f0-0bce-4d34-905e-13af09f7eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1073360017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069822122'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.936368 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa956f0-0bce-4d34-905e-13af09f7eef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1797c0-1e3e-4323-a2f3-31482cc8b4ce,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:07.938516 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ffa956f0-0bce-4d34-905e-13af09f7eef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:07.941111 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ffa956f0-0bce-4d34-905e-13af09f7eef9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aa1797c0-1e3e-4323-a2f3-31482cc8b4ce HTTP/1.1" status: 204 len: 168 time: 0.2208798 Aug 30 07:43:07.943886 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 51182) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:08.053664 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:08.149005 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:08.163071 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c35c0a-1f55-4631-bbae-794e86e1d298']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:08.173113 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf3b60a-041f-424b-b887-360415c0319c') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:08.173435 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf3b60a-041f-424b-b887-360415c0319c') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:08.184540 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070656456'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:08.199820 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:08.205659 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:43:08.206194 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071471413'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: timer() Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: cb(*args, **kw) Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: self._notify() Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: self.callback(batched_events) Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: event.method(event) Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._get(url).json() Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:43:08.207877 dv-cinder-804735-4-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:43:08.261747 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:08.267245 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:08.269435 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/04c35c0a-1f55-4631-bbae-794e86e1d298 HTTP/1.1" status: 204 len: 168 time: 0.3241775 Aug 30 07:43:08.283902 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612f04c-1eb4-42ea-bdef-81f6941d17f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=04c35c0a-1f55-4631-bbae-794e86e1d298,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:08.423764 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 51194) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:08.478360 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-d52acb4a-5cf6-49ae-b7d3-5dc669eee4d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6d2593434d84a30b5d90e55bb9e4778&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521684 Aug 30 07:43:08.481067 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51196) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:08.513178 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fdab2-1f1e-4235-96e0-b0265d5ce4a1 req-992a80b0-39c8-4a3a-828c-0c25b21216ba tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:08.514636 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c66fdab2-1f1e-4235-96e0-b0265d5ce4a1 req-992a80b0-39c8-4a3a-828c-0c25b21216ba tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0522676 Aug 30 07:43:08.532936 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-579af6e3-7a73-43d2-8235-d0162f461e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:08.555280 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-579af6e3-7a73-43d2-8235-d0162f461e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:08.557044 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c66fdab2-1f1e-4235-96e0-b0265d5ce4a1 req-d56e3244-6c5d-482d-85c0-00eb3ec3422b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313015 Aug 30 07:43:08.602197 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-579af6e3-7a73-43d2-8235-d0162f461e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:08.604909 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-579af6e3-7a73-43d2-8235-d0162f461e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:08.606050 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-579af6e3-7a73-43d2-8235-d0162f461e79 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/691050a3-9c77-408b-b9d7-611d2fdf804f HTTP/1.1" status: 204 len: 168 time: 0.1239016 Aug 30 07:43:08.614847 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579af6e3-7a73-43d2-8235-d0162f461e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691050a3-9c77-408b-b9d7-611d2fdf804f,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:08.650388 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:08.845198 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6a8bd-1d1e-4b7d-b34a-940f42804c4b req-7a4bdc13-4564-4bb9-a6e9-e6ba29b5dcd9 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:08.847533 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-47c6a8bd-1d1e-4b7d-b34a-940f42804c4b req-7a4bdc13-4564-4bb9-a6e9-e6ba29b5dcd9 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 949 time: 0.0483756 Aug 30 07:43:08.886717 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 2714ad30-af3a-4ac2-9b33-37f638f26227 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:43:08.895133 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-47c6a8bd-1d1e-4b7d-b34a-940f42804c4b req-99ad88a7-9779-4084-bc4e-84a2c266361b tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376565 Aug 30 07:43:08.906848 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 2714ad30-af3a-4ac2-9b33-37f638f26227 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:43:08.907185 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 2714ad30-af3a-4ac2-9b33-37f638f26227 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:43:08.907688 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 66f1d556-4296-4ab6-ae1c-69e977d0d717 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:43:08.928800 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 66f1d556-4296-4ab6-ae1c-69e977d0d717 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:43:08.929138 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 66f1d556-4296-4ab6-ae1c-69e977d0d717 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:43:09.274831 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51226) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:09.288414 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 9374a382-8696-48a6-8d98-65161d303f1b up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:09.334729 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port 9374a382-8696-48a6-8d98-65161d303f1b completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:09.338409 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 9374a382-8696-48a6-8d98-65161d303f1b triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:09.338781 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.373327 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-639410432-network', 'tenant_id': '359d6f592c674011ac97cf310c12db99'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:09.393122 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Made reservation on behalf of 359d6f592c674011ac97cf310c12db99 for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:09.395972 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.403952 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.413867 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.436305 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd243bd06-d00a-40c0-8960-ae9ae0edae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9374a382-8696-48a6-8d98-65161d303f1b'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:09.438529 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640e27cf-a20d-41a9-b075-02f18bded908" -d '{"events": [{"server_uuid": "d243bd06-d00a-40c0-8960-ae9ae0edae3e", "name": "network-vif-plugged", "status": "completed", "tag": "9374a382-8696-48a6-8d98-65161d303f1b"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:43:09.455003 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 9374a382-8696-48a6-8d98-65161d303f1b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9374a382-8696-48a6-8d98-65161d303f1b,segment=NetworkSegment(bd1d8cec-3982-497a-bed1-cb5a0ec60214),segment_id=bd1d8cec-3982-497a-bed1-cb5a0ec60214)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:09.458892 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.481859 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aa5437-6e4b-4b13-9107-fd5a8f77abd4 x-openstack-request-id: req-60aa5437-6e4b-4b13-9107-fd5a8f77abd4 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:43:09.482180 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d243bd06-d00a-40c0-8960-ae9ae0edae3e", "name": "network-vif-plugged", "status": "completed", "tag": "9374a382-8696-48a6-8d98-65161d303f1b", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:43:09.482435 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60aa5437-6e4b-4b13-9107-fd5a8f77abd4 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:43:09.482823 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd243bd06-d00a-40c0-8960-ae9ae0edae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9374a382-8696-48a6-8d98-65161d303f1b', 'code': 200} Aug 30 07:43:09.497421 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.501449 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.508348 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=9374a382-8696-48a6-8d98-65161d303f1b,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:09.523276 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:43:09.537943 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99df563a-9d96-49c0-868f-9d5a6ca79689,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:09.540804 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.541148 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Added segment b1d96a6d-774c-492d-92ef-41d3f0c14b9a of type vlan for network ee205068-1cbf-4ce4-86d4-c8f92cf84106 Aug 30 07:43:09.579783 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.604559 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.605604 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:09.606192 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.660584 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3844974 Aug 30 07:43:09.663627 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51234) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:09.670875 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-96f47695-f28e-4269-81d3-a64edf592cbf admin admin] Request body: {'subnet': {'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-subnet', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:09.675410 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c33000-498f-40b6-b558-af1ad9678b69 admin admin] Pushing event updated for resources: {'Network': ['ID=ee205068-1cbf-4ce4-86d4-c8f92cf84106,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:09.675865 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf2ce9-c29d-4358-b534-a35357144eef req-b25ce456-4cb8-4e7f-820a-957ecda5e871 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:09.677375 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b3cf2ce9-c29d-4358-b534-a35357144eef req-b25ce456-4cb8-4e7f-820a-957ecda5e871 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0523782 Aug 30 07:43:09.686632 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network ee205068-1cbf-4ce4-86d4-c8f92cf84106 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:43:09.700912 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f47695-f28e-4269-81d3-a64edf592cbf admin admin] Made reservation on behalf of 359d6f592c674011ac97cf310c12db99 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:09.703617 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-96f47695-f28e-4269-81d3-a64edf592cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069822145'] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.716168 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b3cf2ce9-c29d-4358-b534-a35357144eef req-815faf51-bb61-469c-acc8-150501421988 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320520 Aug 30 07:43:09.873878 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-96f47695-f28e-4269-81d3-a64edf592cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1073360466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069822131'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.931956 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f47695-f28e-4269-81d3-a64edf592cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:09.939444 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f47695-f28e-4269-81d3-a64edf592cbf admin admin] Checking segment: {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:09.939800 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f47695-f28e-4269-81d3-a64edf592cbf admin admin] Network hostable DHCP agents. Network: ee205068-1cbf-4ce4-86d4-c8f92cf84106, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:43:09.956458 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f47695-f28e-4269-81d3-a64edf592cbf admin admin] Network ee205068-1cbf-4ce4-86d4-c8f92cf84106 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:43:09.964514 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-96f47695-f28e-4269-81d3-a64edf592cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, ee205068-1cbf-4ce4-86d4-c8f92cf84106) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:09.968679 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f47695-f28e-4269-81d3-a64edf592cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:09.969356 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-96f47695-f28e-4269-81d3-a64edf592cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:09.980097 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b369ef-2cf8-4e18-b4f7-6ae81e9b8441 None None] Network ee205068-1cbf-4ce4-86d4-c8f92cf84106 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:09.984695 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-96f47695-f28e-4269-81d3-a64edf592cbf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3179619 Aug 30 07:43:09.987411 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51240) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:09.991809 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:10.013893 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45082'] for router, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.015003 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45075'] for router, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.015231 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cf868-bb20-42d8-bcb8-f1a0d7f0435b req-c86ff8d3-146b-4fda-848b-e8938ca4e85c tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:10.016769 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-569cf868-bb20-42d8-bcb8-f1a0d7f0435b req-c86ff8d3-146b-4fda-848b-e8938ca4e85c tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0542922 Aug 30 07:43:10.058219 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-569cf868-bb20-42d8-bcb8-f1a0d7f0435b req-b6ada7d6-b399-4e8e-a9d6-498418b8fdfe tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341432 Aug 30 07:43:10.071840 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.143603 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8579bc-333d-50f5-8d48-50590b882e5e-ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4'}]}} from dv-cinder-804735-4-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:43:10.144859 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.216220 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.289385 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Allocated IP 172.20.0.2 (ee205068-1cbf-4ce4-86d4-c8f92cf84106/ea503ac0-9485-4a56-92a6-54c3b1f6f3f4/5951f069-f213-45ce-890c-534763e210bf) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:10.407914 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.429289 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.429460 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.437410 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Transition to ACTIVE for port object 5951f069-f213-45ce-890c-534763e210bf will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:10.452273 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Transition to ACTIVE for port object 5951f069-f213-45ce-890c-534763e210bf will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:10.457569 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.495788 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Network ee205068-1cbf-4ce4-86d4-c8f92cf84106 is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:10.498683 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:10.502951 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:10.509593 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Pushing event updated for resources: {'Port': ['ID=5951f069-f213-45ce-890c-534763e210bf,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:10.542778 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Allocated IP 172.27.1.107 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/b1ac77ab-5652-4d66-88eb-8c4b1e27df81) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:10.558765 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Attempting to bind port 5951f069-f213-45ce-890c-534763e210bf on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:10.559118 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Attempting to bind port 5951f069-f213-45ce-890c-534763e210bf by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:10.559512 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Attempting to bind port 5951f069-f213-45ce-890c-534763e210bf on network ee205068-1cbf-4ce4-86d4-c8f92cf84106 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:10.564880 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:10.565253 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Checking segment: {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:10.565651 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.566029 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Bound using segment: {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:10.566486 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Bound port: 5951f069-f213-45ce-890c-534763e210bf, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:10.566859 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.629176 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] For port 5951f069-f213-45ce-890c-534763e210bf, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:10.632070 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] For port 5951f069-f213-45ce-890c-534763e210bf, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=5951f069-f213-45ce-890c-534763e210bf,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:10.637337 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.640719 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.686136 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:10.692496 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0a860-fc1c-423e-be4f-e6950218a947 None None] Pushing event updated for resources: {'Port': ['ID=5951f069-f213-45ce-890c-534763e210bf,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:10.723411 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:10.728371 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:10.731949 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:10.756539 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ac77ab-5652-4d66-88eb-8c4b1e27df81,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:10.849094 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515b2c4-098a-407f-bb39-839a47330ffe req-61f03cd5-2602-4695-a0ff-280d41ea516a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:10.850607 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3515b2c4-098a-407f-bb39-839a47330ffe req-61f03cd5-2602-4695-a0ff-280d41ea516a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0591679 Aug 30 07:43:10.910443 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3515b2c4-098a-407f-bb39-839a47330ffe req-e6833667-f411-45d5-bab4-d461f51cfca8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539005 Aug 30 07:43:11.014907 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:11.176996 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df95f4-f36b-4298-8c5c-e00be1b8d618 req-ba27db02-f2d4-4f1e-8c27-73d0b9f00b68 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:11.178477 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-75df95f4-f36b-4298-8c5c-e00be1b8d618 req-ba27db02-f2d4-4f1e-8c27-73d0b9f00b68 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0527139 Aug 30 07:43:11.207275 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697844'] for router, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:11.217759 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-75df95f4-f36b-4298-8c5c-e00be1b8d618 req-84a2dd07-d432-49a4-9661-0111653d9f5c tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325530 Aug 30 07:43:11.522669 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Router f5e377d8-a7a0-49f4-a28a-1516bc98d39e is scheduled to L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 with binding_index 1 {{(pid=100500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:43:11.579551 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffd3e38-c4f4-419f-9d88-d51169b352b9 None None] Network ee205068-1cbf-4ce4-86d4-c8f92cf84106 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:11.625145 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:11.637137 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Sync routers for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:11.641243 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:11.643123 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-13ca382f-b545-4165-99d0-94af13a3dfd3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6542826 Aug 30 07:43:11.646038 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51256) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:11.654198 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-f1b96b0e-1829-4074-b828-90b8a25513d2 None None] Provisioning for port 5951f069-f213-45ce-890c-534763e210bf completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:11.674813 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:11.675452 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:11.958781 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:11.971970 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218ffb3-e7a3-4ba2-a960-8bcdafeba7ae req-e79d072a-0b57-405c-8c46-6b1f04e85262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:11.975116 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7218ffb3-e7a3-4ba2-a960-8bcdafeba7ae req-e79d072a-0b57-405c-8c46-6b1f04e85262 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 1103 time: 0.0460780 Aug 30 07:43:12.058867 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7218ffb3-e7a3-4ba2-a960-8bcdafeba7ae req-6cbb98b4-5c45-4da0-9e6a-7e19ed093dfa service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724590 Aug 30 07:43:12.073527 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a18e3-c0f8-414d-bfc4-081935ee4dea req-1034d02c-13c0-4ef7-9c63-d98801be706f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:12.075002 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-551a18e3-c0f8-414d-bfc4-081935ee4dea req-1034d02c-13c0-4ef7-9c63-d98801be706f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0704176 Aug 30 07:43:12.116863 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-551a18e3-c0f8-414d-bfc4-081935ee4dea req-95ad50d2-7927-41f0-8812-485749faab5b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350351 Aug 30 07:43:12.151364 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.190631 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:10Z', 'revision_number': 3, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:12.223231 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Checking router: f5e377d8-a7a0-49f4-a28a-1516bc98d39e for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:12.223231 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Updating router f5e377d8-a7a0-49f4-a28a-1516bc98d39e port b1ac77ab-5652-4d66-88eb-8c4b1e27df81 binding host dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:12.256660 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.377862 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e674b63-9cc4-4181-b385-af3bceddaff2 req-21db767b-10a0-4580-b48d-a7053127f6b2 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:12.379403 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6e674b63-9cc4-4181-b385-af3bceddaff2 req-21db767b-10a0-4580-b48d-a7053127f6b2 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0602820 Aug 30 07:43:12.386247 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Allocated IP 172.20.0.1 (ee205068-1cbf-4ce4-86d4-c8f92cf84106/ea503ac0-9485-4a56-92a6-54c3b1f6f3f4/784daee7-5339-47f1-b24e-8005e51fa4aa) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:12.432486 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6e674b63-9cc4-4181-b385-af3bceddaff2 req-907da561-91c6-4355-9b10-1af9a46e5226 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449719 Aug 30 07:43:12.523734 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.542190 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Transition to ACTIVE for port object 784daee7-5339-47f1-b24e-8005e51fa4aa will not be triggered until provisioned by entity DHCP. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:12.557567 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.567607 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Transition to ACTIVE for port object b1ac77ab-5652-4d66-88eb-8c4b1e27df81 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:12.572816 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.577711 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.624905 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Attempting to bind port b1ac77ab-5652-4d66-88eb-8c4b1e27df81 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:12.625108 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Network ee205068-1cbf-4ce4-86d4-c8f92cf84106 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:12.625227 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Attempting to bind port b1ac77ab-5652-4d66-88eb-8c4b1e27df81 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:12.625537 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Attempting to bind port b1ac77ab-5652-4d66-88eb-8c4b1e27df81 on network 59ff83ee-6d51-4380-b781-8170ef3e97d5 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:12.629924 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:12.631308 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39070d-8561-44ce-bb4e-fd13d4163bf4 None None] Pushing event updated for resources: {'Port': ['ID=b1ac77ab-5652-4d66-88eb-8c4b1e27df81,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:12.633639 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:12.636009 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:12.636239 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Checking segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:12.636671 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.637055 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Bound using segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:12.637622 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Bound port: b1ac77ab-5652-4d66-88eb-8c4b1e27df81, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:12.638001 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.640806 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Pushing event updated for resources: {'Port': ['ID=784daee7-5339-47f1-b24e-8005e51fa4aa,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:12.677222 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698027'] for router_interface, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.690578 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] For port b1ac77ab-5652-4d66-88eb-8c4b1e27df81, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:12.694116 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] For port b1ac77ab-5652-4d66-88eb-8c4b1e27df81, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=b1ac77ab-5652-4d66-88eb-8c4b1e27df81,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:12.698200 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.742377 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:12.743033 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:12.807373 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39070d-8561-44ce-bb4e-fd13d4163bf4 None None] Pushing event updated for resources: {'Port': ['ID=b1ac77ab-5652-4d66-88eb-8c4b1e27df81,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:12.810734 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.882557 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-ca5ff61d-8cda-411e-bf77-c30b1a8d9956 None None] Provisioning for port 784daee7-5339-47f1-b24e-8005e51fa4aa completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:12.885433 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:12.914697 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-ca5ff61d-8cda-411e-bf77-c30b1a8d9956 None None] Provisioning complete for port 784daee7-5339-47f1-b24e-8005e51fa4aa triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:12.915069 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ca5ff61d-8cda-411e-bf77-c30b1a8d9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.943785 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 5951f069-f213-45ce-890c-534763e210bf up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:12.994593 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:12.999237 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073360091'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:13.042986 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-ca5ff61d-8cda-411e-bf77-c30b1a8d9956 None None] Port 784daee7-5339-47f1-b24e-8005e51fa4aa cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:13.066912 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Pushing event updated for resources: {'Port': ['ID=784daee7-5339-47f1-b24e-8005e51fa4aa,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:13.069410 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698100'] for router_interface, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:13.086986 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 5951f069-f213-45ce-890c-534763e210bf completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:13.108526 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 5951f069-f213-45ce-890c-534763e210bf triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:13.108894 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:13.159730 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Network ee205068-1cbf-4ce4-86d4-c8f92cf84106 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:13.161188 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:13.173324 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:10Z', 'revision_number': 3, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:13.224542 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d5f91-249e-426d-8a22-79481e882ef0 None None] The sync data for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi is: [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:10Z', 'revision_number': 3, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:13.241165 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:13.269613 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bfd9f-25ea-452d-ad3e-e6a7d2f82476 req-6ab9b4d1-d43b-459d-beeb-a41968a6accc tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:13.281514 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dd9bfd9f-25ea-452d-ad3e-e6a7d2f82476 req-6ab9b4d1-d43b-459d-beeb-a41968a6accc tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0866504 Aug 30 07:43:13.296776 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 5951f069-f213-45ce-890c-534763e210bf, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=5951f069-f213-45ce-890c-534763e210bf,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:13.306592 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:13.326065 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dd9bfd9f-25ea-452d-ad3e-e6a7d2f82476 req-7903cb45-175c-4d81-86bd-3c0335d8db16 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Aug 30 07:43:13.338125 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Router f5e377d8-a7a0-49f4-a28a-1516bc98d39e has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:43:13.376416 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=5951f069-f213-45ce-890c-534763e210bf,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:13.466875 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:13.474902 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3766ef49-e62e-4c4f-9600-63b26c5e211d admin admin] 10.222.0.64 "PUT /v2.0/routers/f5e377d8-a7a0-49f4-a28a-1516bc98d39e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8278828 Aug 30 07:43:13.480065 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-0d79c2fa-3c60-4649-a432-20edf4954d10 None None] Provisioning complete for port 784daee7-5339-47f1-b24e-8005e51fa4aa triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:13.480533 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0d79c2fa-3c60-4649-a432-20edf4954d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:13.554109 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-0d79c2fa-3c60-4649-a432-20edf4954d10 None None] Port 784daee7-5339-47f1-b24e-8005e51fa4aa cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:13.596046 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a8736-05e8-4ba1-abc0-79f1fdba32f1 req-e389b953-6ecb-4715-9911-519f7930cf63 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:13.597726 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-668a8736-05e8-4ba1-abc0-79f1fdba32f1 req-e389b953-6ecb-4715-9911-519f7930cf63 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0867927 Aug 30 07:43:13.651444 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-668a8736-05e8-4ba1-abc0-79f1fdba32f1 req-fe15956a-f2fd-47de-b706-c06be7b5945a tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468011 Aug 30 07:43:13.990280 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51290) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:13.995218 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-e99c6fa9-8bc5-4dc8-a849-454c1af01b9f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--794484004', 'description': 'tempest-description--404156899'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:14.021259 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e99c6fa9-8bc5-4dc8-a849-454c1af01b9f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.112404 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e99c6fa9-8bc5-4dc8-a849-454c1af01b9f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.115788 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e99c6fa9-8bc5-4dc8-a849-454c1af01b9f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.142745 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e99c6fa9-8bc5-4dc8-a849-454c1af01b9f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.143987 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e99c6fa9-8bc5-4dc8-a849-454c1af01b9f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1526506 Aug 30 07:43:14.144915 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c6fa9-8bc5-4dc8-a849-454c1af01b9f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:14.146955 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51294) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:14.152193 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-beadc904-2232-41e2-a8da-cd96aa972574 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Request body: {'security_group_rule': {'security_group_id': 'd4a453c4-4ffb-47f8-9dc2-c36f38cc00e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:14.177722 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-beadc904-2232-41e2-a8da-cd96aa972574 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.235078 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-beadc904-2232-41e2-a8da-cd96aa972574 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.239127 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-beadc904-2232-41e2-a8da-cd96aa972574 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.251392 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadc904-2232-41e2-a8da-cd96aa972574 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fc905f-a3ed-40c4-8553-fe47d4d3615e,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:14.263017 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-beadc904-2232-41e2-a8da-cd96aa972574 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.264257 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-beadc904-2232-41e2-a8da-cd96aa972574 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163664 Aug 30 07:43:14.266910 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51296) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:14.273816 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-984ef3a2-9895-479f-8879-2ed0073a09e5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Request body: {'security_group_rule': {'security_group_id': 'd4a453c4-4ffb-47f8-9dc2-c36f38cc00e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:14.301321 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-984ef3a2-9895-479f-8879-2ed0073a09e5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.355262 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-984ef3a2-9895-479f-8879-2ed0073a09e5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.358736 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-984ef3a2-9895-479f-8879-2ed0073a09e5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.378167 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ef3a2-9895-479f-8879-2ed0073a09e5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa270c86-c52a-46cd-8ba6-350090e92d8f,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:14.381748 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-984ef3a2-9895-479f-8879-2ed0073a09e5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.386032 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-984ef3a2-9895-479f-8879-2ed0073a09e5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151617 Aug 30 07:43:14.386511 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51300) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:14.390722 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Request body: {'floatingip': {'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:14.415527 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.454052 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc90f4-4d5d-46b5-81f2-8072fe787b4d req-b0006051-0ad2-420c-865d-3547312768bc tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:14.460127 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-27fc90f4-4d5d-46b5-81f2-8072fe787b4d req-b0006051-0ad2-420c-865d-3547312768bc tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0546587 Aug 30 07:43:14.499475 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-27fc90f4-4d5d-46b5-81f2-8072fe787b4d req-57c67ade-f32c-4cd8-beb1-2c75787df36a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367212 Aug 30 07:43:14.524785 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.644821 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Allocated IP 172.27.1.63 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/79e30160-8032-436d-b543-f82f492b15d8) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:14.748669 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.760123 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42be56-2c64-449f-9aeb-dba4eded5424 req-a8334e94-62ce-4b0d-ba9e-4aa0a065033d tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:14.761610 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1e42be56-2c64-449f-9aeb-dba4eded5424 req-a8334e94-62ce-4b0d-ba9e-4aa0a065033d tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0489125 Aug 30 07:43:14.791705 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.801967 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1e42be56-2c64-449f-9aeb-dba4eded5424 req-64e3e0bf-1e2b-490e-a47d-f211e903e9f8 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342221 Aug 30 07:43:14.831560 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Sync routers for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:14.832466 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:14.835347 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:14.838882 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:14.843923 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:14.844175 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event updated for resources: {'Port': ['ID=79e30160-8032-436d-b543-f82f492b15d8,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:14.844553 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:14.953612 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:14.978254 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:14.981048 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device b1ac77ab-5652-4d66-88eb-8c4b1e27df81 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:15.021911 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.034227 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port b1ac77ab-5652-4d66-88eb-8c4b1e27df81 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:15.038647 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port b1ac77ab-5652-4d66-88eb-8c4b1e27df81 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:15.039291 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.129873 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.151694 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port b1ac77ab-5652-4d66-88eb-8c4b1e27df81, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=b1ac77ab-5652-4d66-88eb-8c4b1e27df81,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:15.155499 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.156299 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 5951f069-f213-45ce-890c-534763e210bf up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:15.199454 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.206608 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073360091'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.240748 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=b1ac77ab-5652-4d66-88eb-8c4b1e27df81,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:15.249739 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 5951f069-f213-45ce-890c-534763e210bf triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:15.250112 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.250312 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 2, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:15.280585 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event updated for resources: {'Port': ['ID=79e30160-8032-436d-b543-f82f492b15d8,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:15.283920 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Checking router: f5e377d8-a7a0-49f4-a28a-1516bc98d39e for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:15.284486 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Updating router f5e377d8-a7a0-49f4-a28a-1516bc98d39e port 784daee7-5339-47f1-b24e-8005e51fa4aa binding host dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:15.293044 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.307892 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.317089 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-81c638f7-7cc6-4996-899a-7576d9de8c01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9221516 Aug 30 07:43:15.317252 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.448830 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-07b8a6b9-bff7-4036-85d5-fc09461b8128 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--794484004&fields=id&tenant_id=359d6f592c674011ac97cf310c12db99 HTTP/1.1" status: 200 len: 267 time: 0.0323181 Aug 30 07:43:15.560028 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-35d63f70-1fa9-46d8-9287-0c547a511f08 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:15.562366 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-35d63f70-1fa9-46d8-9287-0c547a511f08 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 816 time: 0.1064920 Aug 30 07:43:15.578623 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.586810 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-2559fb7a-36dc-48b4-9082-ca0f566c0158 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/quotas/359d6f592c674011ac97cf310c12db99 HTTP/1.1" status: 200 len: 375 time: 0.0190892 Aug 30 07:43:15.588594 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Transition to ACTIVE for port object 784daee7-5339-47f1-b24e-8005e51fa4aa will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:15.594144 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.637073 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Pushing event updated for resources: {'Port': ['ID=784daee7-5339-47f1-b24e-8005e51fa4aa,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:15.645086 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:15.645451 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:15.645794 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:15.646126 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:15.646510 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:15.646839 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:15.647175 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:15.647541 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:15.647882 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:15.648207 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:15.648529 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:15.648846 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:15.655653 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2db9-c3a5-475f-9e24-8d16b64c338b req-15324542-7929-4ba6-92ec-8b9b945a3ade tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:15.657261 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-68fc2db9-c3a5-475f-9e24-8d16b64c338b req-15324542-7929-4ba6-92ec-8b9b945a3ade tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0830853 Aug 30 07:43:15.672839 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-dd5d8981-65cb-4604-ac85-b464ce006a39 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709338 Aug 30 07:43:15.711083 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Attempting to bind port 784daee7-5339-47f1-b24e-8005e51fa4aa on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:15.711728 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Attempting to bind port 784daee7-5339-47f1-b24e-8005e51fa4aa by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:15.712273 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Attempting to bind port 784daee7-5339-47f1-b24e-8005e51fa4aa on network ee205068-1cbf-4ce4-86d4-c8f92cf84106 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:15.717579 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:15.718166 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Checking segment: {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:15.718718 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.719290 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Bound using segment: {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:15.719948 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Bound port: 784daee7-5339-47f1-b24e-8005e51fa4aa, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:15.720338 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.756185 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-68fc2db9-c3a5-475f-9e24-8d16b64c338b req-f03d0615-b5c8-4a3a-9ca9-9ca8b0a39d91 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823753 Aug 30 07:43:15.797018 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-a6f92433-0a65-4453-882d-af31a4575fdc service neutron] 10.222.0.64 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072237 Aug 30 07:43:15.801785 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] For port 784daee7-5339-47f1-b24e-8005e51fa4aa, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:15.805448 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] For port 784daee7-5339-47f1-b24e-8005e51fa4aa, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=784daee7-5339-47f1-b24e-8005e51fa4aa,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:15.811118 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:15.864151 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56747be-7784-4503-98ca-3010eee19e02 None None] Pushing event updated for resources: {'Port': ['ID=784daee7-5339-47f1-b24e-8005e51fa4aa,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:15.877168 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:15.877773 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:15.998506 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:16.149005 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-f09839e9-3cce-4d66-aefa-62013c7061a5 service neutron] 10.222.0.64 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440549 Aug 30 07:43:16.167163 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a109213-1b07-4467-8159-578b5a3966e5 req-dcc0763e-3947-456a-a480-aa4c0f9d926b tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:16.169020 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4a109213-1b07-4467-8159-578b5a3966e5 req-dcc0763e-3947-456a-a480-aa4c0f9d926b tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.2895386 Aug 30 07:43:16.213504 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:16.226371 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4a109213-1b07-4467-8159-578b5a3966e5 req-2cd9469e-7c9e-4e27-bdde-d63b2b557d59 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506909 Aug 30 07:43:16.239913 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539923e-00d2-4cbc-9fac-c0848ed26dca None None] The sync data for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi is: [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:16.357559 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-38c43ff4-83b6-46b8-a067-2616958e5134 req-742d1c54-6f6e-42bd-ad71-31cbe994c565 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 210 time: 0.0315049 Aug 30 07:43:16.879865 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef21ad-9834-4add-8b8a-be5b13dbf8bb req-0272a1e2-3e0f-4d37-b67c-01d1d88af432 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:16.881656 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c4ef21ad-9834-4add-8b8a-be5b13dbf8bb req-0272a1e2-3e0f-4d37-b67c-01d1d88af432 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0536275 Aug 30 07:43:16.924604 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c4ef21ad-9834-4add-8b8a-be5b13dbf8bb req-b5974b84-9f4e-429c-a533-9fca27243e85 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372412 Aug 30 07:43:16.993562 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device b1ac77ab-5652-4d66-88eb-8c4b1e27df81 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:17.045098 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port b1ac77ab-5652-4d66-88eb-8c4b1e27df81 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:17.045409 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:17.124891 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 784daee7-5339-47f1-b24e-8005e51fa4aa up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:17.172785 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 784daee7-5339-47f1-b24e-8005e51fa4aa completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:17.177080 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 784daee7-5339-47f1-b24e-8005e51fa4aa triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:17.177563 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:17.358249 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24dc3b-bcd5-44bc-9ad1-019263073087 req-a7d050c5-59ef-4496-aaf2-f534eaf4b400 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:17.359827 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0e24dc3b-bcd5-44bc-9ad1-019263073087 req-a7d050c5-59ef-4496-aaf2-f534eaf4b400 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0508521 Aug 30 07:43:17.374814 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:17.408492 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0e24dc3b-bcd5-44bc-9ad1-019263073087 req-35180c95-8496-4434-b2df-c60e83ecf8ca tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Aug 30 07:43:17.408719 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 784daee7-5339-47f1-b24e-8005e51fa4aa, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=784daee7-5339-47f1-b24e-8005e51fa4aa,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:17.415026 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:17.466121 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=784daee7-5339-47f1-b24e-8005e51fa4aa,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:17.472102 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8ffcbf63-1099-468d-b2e3-2e570a4f0881 req-9fd67a04-b6b1-4492-b797-820e98fd6100 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 210 time: 0.0288630 Aug 30 07:43:18.039159 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f96cf5-961a-408d-bb93-96773798b302 req-9bb9dd04-e749-42d1-9e57-a6ae13e0d346 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:18.040637 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-32f96cf5-961a-408d-bb93-96773798b302 req-9bb9dd04-e749-42d1-9e57-a6ae13e0d346 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0481503 Aug 30 07:43:18.076986 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-32f96cf5-961a-408d-bb93-96773798b302 req-01daa7a9-1f16-4a18-a417-7717cc1289de tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301561 Aug 30 07:43:18.403748 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-145f1cc7-1909-452d-b96b-9a85d0be00d0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:18.405188 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-145f1cc7-1909-452d-b96b-9a85d0be00d0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 816 time: 0.1040499 Aug 30 07:43:18.525087 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a79ea-acf9-4c45-aa3e-923b91be3b58 req-3abcc9a5-a497-482b-8217-53f6ec237984 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:18.526564 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-231a79ea-acf9-4c45-aa3e-923b91be3b58 req-3abcc9a5-a497-482b-8217-53f6ec237984 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0496111 Aug 30 07:43:18.581952 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3ad2bca-5b74-446e-9992-386a50eed435 req-080ac973-1f80-4c31-a44e-5c3b8b1534ba tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 210 time: 0.0365975 Aug 30 07:43:18.589151 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-231a79ea-acf9-4c45-aa3e-923b91be3b58 req-bb32b442-86f7-4c97-9b8e-ce1de834144b tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566230 Aug 30 07:43:18.891585 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 784daee7-5339-47f1-b24e-8005e51fa4aa up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:18.940974 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 784daee7-5339-47f1-b24e-8005e51fa4aa triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:18.941343 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:19.189715 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874ac5f-5e1e-44f1-847d-2ae59b8481db req-e507eda5-e945-4485-87b6-229a50a6848c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:19.191278 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b874ac5f-5e1e-44f1-847d-2ae59b8481db req-e507eda5-e945-4485-87b6-229a50a6848c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0484688 Aug 30 07:43:19.227239 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b874ac5f-5e1e-44f1-847d-2ae59b8481db req-28298692-08a9-43b5-8cab-a01a8ab16f36 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301309 Aug 30 07:43:19.684988 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f95ea08c-a21a-4280-ac56-0c7d34533be2 req-62051e4d-532e-478d-b6dd-af91ee3d63a2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 210 time: 0.0326715 Aug 30 07:43:19.720113 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b674c08-41d5-4b69-8215-6e988269be1f req-11b8cd9d-d6b1-4221-b9f1-de2cda66562b tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:19.722155 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b674c08-41d5-4b69-8215-6e988269be1f req-11b8cd9d-d6b1-4221-b9f1-de2cda66562b tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0598516 Aug 30 07:43:19.758670 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b674c08-41d5-4b69-8215-6e988269be1f req-b866b66e-e1fd-4226-99dd-54f087a288da tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306678 Aug 30 07:43:20.347900 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0baa31-2723-4f63-8042-969e42940219 req-2efef336-b923-46ec-886b-89a96f81a3c0 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:20.349353 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1e0baa31-2723-4f63-8042-969e42940219 req-2efef336-b923-46ec-886b-89a96f81a3c0 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0542274 Aug 30 07:43:20.385242 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1e0baa31-2723-4f63-8042-969e42940219 req-5e4594b2-ef3d-4b49-b44a-65b86aac98c1 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301361 Aug 30 07:43:20.780261 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-195a622c-27b6-4c68-aec3-c0af87d4b2e8 req-1d554e83-d4c2-41c3-b397-6078019f53c7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 210 time: 0.0263817 Aug 30 07:43:20.872008 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbd027-8ab3-48e8-995f-917fcf0c37bc req-e73c930c-1976-4902-a065-0eee3236ddff tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:20.873470 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-88cbd027-8ab3-48e8-995f-917fcf0c37bc req-e73c930c-1976-4902-a065-0eee3236ddff tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0473306 Aug 30 07:43:20.921380 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-88cbd027-8ab3-48e8-995f-917fcf0c37bc req-fb436a00-8853-4f1b-8f89-a3e7b111b4f4 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Aug 30 07:43:20.946739 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-9772499b-b94e-459e-97df-fec710165006 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=359d6f592c674011ac97cf310c12db99 HTTP/1.1" status: 200 len: 379 time: 0.0425193 Aug 30 07:43:21.496466 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb31531-3bf1-41d2-8b6f-84a0cf35af44 req-c10334cf-c422-48da-90ed-c08c466b1219 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:21.497942 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6fb31531-3bf1-41d2-8b6f-84a0cf35af44 req-c10334cf-c422-48da-90ed-c08c466b1219 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0480108 Aug 30 07:43:21.535520 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6fb31531-3bf1-41d2-8b6f-84a0cf35af44 req-2aab1b40-6166-4b73-86bb-4838d99e5fe5 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317376 Aug 30 07:43:21.888242 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c514fa4d-9f48-4619-b6ed-101ddc120d91 req-13aa2071-43e9-4622-ba26-09154d97b401 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 210 time: 0.0258269 Aug 30 07:43:22.031374 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc61f89-449a-44f3-854e-d697fd2bacce req-03278636-cb0f-41c5-b139-b43c80e00909 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:22.032839 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5cc61f89-449a-44f3-854e-d697fd2bacce req-03278636-cb0f-41c5-b139-b43c80e00909 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0470352 Aug 30 07:43:22.068973 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5cc61f89-449a-44f3-854e-d697fd2bacce req-60cc9ac1-9c37-4246-8818-3de4dab00398 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302842 Aug 30 07:43:22.288190 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Request body: {'port': {'device_id': 'd12dc531-c428-43d8-9205-156b68f994b6', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'admin_state_up': True, 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'security_groups': ['d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:22.393656 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Made reservation on behalf of 359d6f592c674011ac97cf310c12db99 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:22.397661 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:22.524582 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Allocated IP 172.20.0.7 (ee205068-1cbf-4ce4-86d4-c8f92cf84106/ea503ac0-9485-4a56-92a6-54c3b1f6f3f4/bb595183-67ad-4010-8981-90243d616b35) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:22.692355 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:22.702891 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94813ac8-8065-4413-aff4-4156b5cce33f req-09f4d10d-4e29-4bec-9693-5e13d8aa5992 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:22.704372 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-94813ac8-8065-4413-aff4-4156b5cce33f req-09f4d10d-4e29-4bec-9693-5e13d8aa5992 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0853963 Aug 30 07:43:22.725744 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Transition to ACTIVE for port object bb595183-67ad-4010-8981-90243d616b35 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:22.754069 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-94813ac8-8065-4413-aff4-4156b5cce33f req-ef470625-6dd2-4b46-9baa-30efadc1763a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432172 Aug 30 07:43:22.775402 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:22.820051 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Network ee205068-1cbf-4ce4-86d4-c8f92cf84106 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:22.823032 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:22.826782 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:22.850104 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event updated for resources: {'Port': ['ID=bb595183-67ad-4010-8981-90243d616b35,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:22.881552 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:22.882185 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:22.898981 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-e0fe6be4-c7a9-43b3-a169-a6541b1d2c37 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6147711 Aug 30 07:43:22.913262 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Request body: {'port': {'device_id': 'd12dc531-c428-43d8-9205-156b68f994b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:22.981529 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.044684 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ccc35-c74d-48d7-a2e9-3619712cd16f req-ca382d74-dda2-416a-9c39-1f3aedeb6b6d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:23.046129 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-976ccc35-c74d-48d7-a2e9-3619712cd16f req-ca382d74-dda2-416a-9c39-1f3aedeb6b6d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 931 time: 0.0815349 Aug 30 07:43:23.076901 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-9b5820d3-0f61-4ea6-a3c9-7207f8dbcdf0 None None] Provisioning for port bb595183-67ad-4010-8981-90243d616b35 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:23.080631 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-9b5820d3-0f61-4ea6-a3c9-7207f8dbcdf0 None None] Provisioning complete for port bb595183-67ad-4010-8981-90243d616b35 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:23.081099 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9b5820d3-0f61-4ea6-a3c9-7207f8dbcdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.117106 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-9b5820d3-0f61-4ea6-a3c9-7207f8dbcdf0 None None] Port bb595183-67ad-4010-8981-90243d616b35 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:23.165864 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-976ccc35-c74d-48d7-a2e9-3619712cd16f req-c937c7ce-174b-4712-b161-1d3706f70456 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131470 Aug 30 07:43:23.246230 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e18e2-051e-46c0-8d49-cdeb49f44ed8 req-2d6b8f13-5923-4756-aca4-ad0471641c6c tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:23.247727 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c1e18e2-051e-46c0-8d49-cdeb49f44ed8 req-2d6b8f13-5923-4756-aca4-ad0471641c6c tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.1094420 Aug 30 07:43:23.319751 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c1e18e2-051e-46c0-8d49-cdeb49f44ed8 req-b48ed710-ff7b-4a54-829a-3ac73b6a984c tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620139 Aug 30 07:43:23.365740 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb595183-67ad-4010-8981-90243d616b35 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:43:23.373618 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.385916 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Transition to ACTIVE for port object bb595183-67ad-4010-8981-90243d616b35 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:23.390130 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.453105 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Pushing event updated for resources: {'Port': ['ID=bb595183-67ad-4010-8981-90243d616b35,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:23.538165 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Attempting to bind port bb595183-67ad-4010-8981-90243d616b35 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:23.538862 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Attempting to bind port bb595183-67ad-4010-8981-90243d616b35 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:23.538862 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Attempting to bind port bb595183-67ad-4010-8981-90243d616b35 on network ee205068-1cbf-4ce4-86d4-c8f92cf84106 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:23.543614 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Port bb595183-67ad-4010-8981-90243d616b35 on network ee205068-1cbf-4ce4-86d4-c8f92cf84106 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:43:23.543940 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Attempting to bind port bb595183-67ad-4010-8981-90243d616b35 on network ee205068-1cbf-4ce4-86d4-c8f92cf84106 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:23.549212 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:23.549554 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Checking segment: {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:23.549948 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Bound using segment: {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:23.550370 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Bound port: bb595183-67ad-4010-8981-90243d616b35, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:23.550733 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.647461 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4903a-7ec6-444b-b370-e42427c74fee req-8ff3ca55-1c6d-4627-a54f-51d42f84cbcd tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:23.648968 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ab4903a-7ec6-444b-b370-e42427c74fee req-8ff3ca55-1c6d-4627-a54f-51d42f84cbcd tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0886555 Aug 30 07:43:23.655419 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:23.660699 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bb595183-67ad-4010-8981-90243d616b35,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:23.667583 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.725812 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:23.726635 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:23.728047 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] 10.222.0.68 "PUT /v2.0/ports/bb595183-67ad-4010-8981-90243d616b35 HTTP/1.1" status: 200 len: 1093 time: 0.8196018 Aug 30 07:43:23.728485 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'tag': 'bb595183-67ad-4010-8981-90243d616b35'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:23.730740 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc68144-7120-47f8-ad08-f447a755f173" -d '{"events": [{"name": "network-changed", "server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "tag": "bb595183-67ad-4010-8981-90243d616b35"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:43:23.740542 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ab4903a-7ec6-444b-b370-e42427c74fee req-d5ba9807-22fa-43d9-8407-71a3e5caedee tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828004 Aug 30 07:43:23.757026 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa236f-4c6b-4398-ae9d-d9f333bdb438 service neutron] Pushing event updated for resources: {'Port': ['ID=bb595183-67ad-4010-8981-90243d616b35,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:23.775477 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315c1236-7822-4efa-b14b-45806af90a02 x-openstack-request-id: req-315c1236-7822-4efa-b14b-45806af90a02 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:43:23.775841 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "tag": "bb595183-67ad-4010-8981-90243d616b35", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:43:23.776168 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-315c1236-7822-4efa-b14b-45806af90a02 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:43:23.776641 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'tag': 'bb595183-67ad-4010-8981-90243d616b35', 'status': 'completed', 'code': 200} Aug 30 07:43:23.859810 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-273811a7-1add-4767-8920-3d8f85529284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:23.861596 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-273811a7-1add-4767-8920-3d8f85529284 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 1096 time: 0.0707338 Aug 30 07:43:23.917627 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee26d6a-bfab-423c-bc62-2c044261085f req-cab92b6f-d012-4a39-a267-cba088719409 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:23.919103 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3ee26d6a-bfab-423c-bc62-2c044261085f req-cab92b6f-d012-4a39-a267-cba088719409 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0958161 Aug 30 07:43:23.920358 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-39fddd99-0447-41fd-a12b-0af844805890 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb595183-67ad-4010-8981-90243d616b35 HTTP/1.1" status: 200 len: 217 time: 0.0505533 Aug 30 07:43:23.993868 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3ee26d6a-bfab-423c-bc62-2c044261085f req-20b17f4f-d8b3-4543-88a7-811caa4742b7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687132 Aug 30 07:43:24.000942 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-08858586-8a64-42fc-b925-f8166b013c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:24.002629 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-08858586-8a64-42fc-b925-f8166b013c22 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.0714025 Aug 30 07:43:24.055359 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-c589113e-e55c-4f12-bab5-0f96b6f1cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:24.056930 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-c589113e-e55c-4f12-bab5-0f96b6f1cc40 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451765 Aug 30 07:43:24.165479 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-1d93eeb1-f5db-4a1a-9aaf-08941d960eab service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981259 Aug 30 07:43:24.286731 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c26c1bc-742f-4a90-8b18-70a2493f57d9 req-2cf698fc-b57c-4366-b8c1-1d6a72454c37 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132705 Aug 30 07:43:24.304520 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07639a-afed-4349-8a5b-756baf7c6611 req-e0ea4d13-6e4e-43cf-b118-5c72652d3df1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:24.305977 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4e07639a-afed-4349-8a5b-756baf7c6611 req-e0ea4d13-6e4e-43cf-b118-5c72652d3df1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0668449 Aug 30 07:43:24.344797 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4e07639a-afed-4349-8a5b-756baf7c6611 req-b243b3e3-e6b5-4d5a-85a8-c7c085cae0ff tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314362 Aug 30 07:43:24.384911 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68144-7120-47f8-ad08-f447a755f173 req-b9fde583-6993-437c-bfb8-3aa24dd5c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:24.386373 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0cc68144-7120-47f8-ad08-f447a755f173 req-b9fde583-6993-437c-bfb8-3aa24dd5c292 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 1096 time: 0.0383391 Aug 30 07:43:24.476108 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68144-7120-47f8-ad08-f447a755f173 req-364c5166-be53-499f-8366-4534e99b3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:24.477556 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0cc68144-7120-47f8-ad08-f447a755f173 req-364c5166-be53-499f-8366-4534e99b3641 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 917 time: 0.0821042 Aug 30 07:43:24.522931 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0cc68144-7120-47f8-ad08-f447a755f173 req-795b8600-b09a-4d99-b7bf-fb1f6dde16f9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb595183-67ad-4010-8981-90243d616b35 HTTP/1.1" status: 200 len: 217 time: 0.0372291 Aug 30 07:43:24.572272 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68144-7120-47f8-ad08-f447a755f173 req-30d99430-eb56-4a3a-8b66-86703a876f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:24.573570 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0cc68144-7120-47f8-ad08-f447a755f173 req-30d99430-eb56-4a3a-8b66-86703a876f6c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.0414076 Aug 30 07:43:24.858620 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85a4da-f7dc-4d57-861a-332e0e33de7d req-74e4e872-df2d-4fec-acfd-32d01f7c91a2 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:24.860128 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fb85a4da-f7dc-4d57-861a-332e0e33de7d req-74e4e872-df2d-4fec-acfd-32d01f7c91a2 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0482857 Aug 30 07:43:24.897116 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fb85a4da-f7dc-4d57-861a-332e0e33de7d req-e5bc79d6-205a-4a3b-bd3a-8c962ac9cc54 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312185 Aug 30 07:43:25.112657 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24866d0-ae22-4ed0-b4a6-11500edc386a req-571d254d-eabb-4c19-ae97-3bc8652233a5 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:25.114120 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b24866d0-ae22-4ed0-b4a6-11500edc386a req-571d254d-eabb-4c19-ae97-3bc8652233a5 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0514135 Aug 30 07:43:25.151983 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b24866d0-ae22-4ed0-b4a6-11500edc386a req-397b78eb-864d-4b96-ba54-b8db8cc17019 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Aug 30 07:43:25.458506 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf9e07-210a-4cf2-9bba-1f11ec7d0eaf req-fe755425-dde9-41a1-830a-e45b4379980f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:25.460012 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8bf9e07-210a-4cf2-9bba-1f11ec7d0eaf req-fe755425-dde9-41a1-830a-e45b4379980f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0475626 Aug 30 07:43:25.496956 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8bf9e07-210a-4cf2-9bba-1f11ec7d0eaf req-4224eae0-fcea-49cd-ab1a-71fd24c67db4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312631 Aug 30 07:43:26.010447 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5be910-47cd-4692-a079-55655740549a req-514850f1-7453-4141-83bc-bd7d6063bd55 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:26.012381 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0d5be910-47cd-4692-a079-55655740549a req-514850f1-7453-4141-83bc-bd7d6063bd55 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0493789 Aug 30 07:43:26.049567 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0d5be910-47cd-4692-a079-55655740549a req-15493c5b-edef-49ba-a720-adcf84ec81ce tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Aug 30 07:43:26.269209 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0920-aa86-4ee6-88af-5f606f4888a6 req-4212c7ef-0db1-4a75-8ee1-ec1a0ca345fd tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:26.270875 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-652f0920-aa86-4ee6-88af-5f606f4888a6 req-4212c7ef-0db1-4a75-8ee1-ec1a0ca345fd tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0549321 Aug 30 07:43:26.313880 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-652f0920-aa86-4ee6-88af-5f606f4888a6 req-dbcf2dcb-7a56-459d-90ba-633f01f549bb tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338678 Aug 30 07:43:26.350607 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68144-7120-47f8-ad08-f447a755f173 req-ba3bf9cf-28cf-4ef3-b5aa-e68dc30fcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:26.352144 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0cc68144-7120-47f8-ad08-f447a755f173 req-ba3bf9cf-28cf-4ef3-b5aa-e68dc30fcde5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415640 Aug 30 07:43:26.610571 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7668c6b-c792-4a5d-9bba-e75f7f0e44fd req-6e232f60-12ad-4ae7-b815-7b388b483a84 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:26.612046 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e7668c6b-c792-4a5d-9bba-e75f7f0e44fd req-6e232f60-12ad-4ae7-b815-7b388b483a84 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0474067 Aug 30 07:43:26.648050 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e7668c6b-c792-4a5d-9bba-e75f7f0e44fd req-71e1daec-e61c-416f-a3e4-df583f780254 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303164 Aug 30 07:43:27.159840 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563b9d6-1439-4764-901b-78a4a0854d5b req-bd8e6f73-1a7d-46c9-ad55-588be348afc2 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:27.161262 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c563b9d6-1439-4764-901b-78a4a0854d5b req-bd8e6f73-1a7d-46c9-ad55-588be348afc2 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0473132 Aug 30 07:43:27.201087 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c563b9d6-1439-4764-901b-78a4a0854d5b req-dca39eeb-d70f-4623-bbfa-c94a7d4ce2a2 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339992 Aug 30 07:43:27.462191 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccd235-53b8-4ad2-b7c6-7037ce6ae19a req-83c0d44f-38a0-4828-99a4-37ec9598c646 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:27.463726 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a2ccd235-53b8-4ad2-b7c6-7037ce6ae19a req-83c0d44f-38a0-4828-99a4-37ec9598c646 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0728283 Aug 30 07:43:27.468850 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0cc68144-7120-47f8-ad08-f447a755f173 req-6122ca11-dff7-4d76-8f62-7b6915a9d5c4 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205237 Aug 30 07:43:27.504299 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a2ccd235-53b8-4ad2-b7c6-7037ce6ae19a req-daa67025-17d0-4723-8ca8-8844eae2f04c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345526 Aug 30 07:43:27.761003 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8b9c3-185c-4f00-b1b7-1739d5cb4b72 req-bc59fe68-ab57-49eb-adc0-6007aa10b71f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:27.762440 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99d8b9c3-185c-4f00-b1b7-1739d5cb4b72 req-bc59fe68-ab57-49eb-adc0-6007aa10b71f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0473466 Aug 30 07:43:27.799116 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99d8b9c3-185c-4f00-b1b7-1739d5cb4b72 req-74d0e7b1-6c98-466a-b180-503c6451f6e9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302644 Aug 30 07:43:28.315520 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053533d-f95c-42df-a800-6a0e2908206c req-4e1d6358-4bad-4ec0-a294-0c43fdcc7ac5 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:28.317060 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c053533d-f95c-42df-a800-6a0e2908206c req-4e1d6358-4bad-4ec0-a294-0c43fdcc7ac5 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0517755 Aug 30 07:43:28.355174 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c053533d-f95c-42df-a800-6a0e2908206c req-517efcc3-8353-46ca-9a2b-54b5043f75ce tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321429 Aug 30 07:43:28.616854 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a117a-cfcd-415e-8370-af40839d00de req-8c9ec224-a7dd-4d49-8a4c-e69d9dc899d7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:28.618312 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-591a117a-cfcd-415e-8370-af40839d00de req-8c9ec224-a7dd-4d49-8a4c-e69d9dc899d7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0483961 Aug 30 07:43:28.659519 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-591a117a-cfcd-415e-8370-af40839d00de req-f7a76c91-378d-422c-b7da-cde0b81f0d50 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343530 Aug 30 07:43:28.913207 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bae214-2fc8-47d6-9d64-74a42c27d1e6 req-eed5b275-70e7-4eb7-a754-239e1ef73706 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:28.914690 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-08bae214-2fc8-47d6-9d64-74a42c27d1e6 req-eed5b275-70e7-4eb7-a754-239e1ef73706 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0474141 Aug 30 07:43:28.991393 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-08bae214-2fc8-47d6-9d64-74a42c27d1e6 req-6024ac22-3b89-4a71-b399-9a5aad98a15b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708427 Aug 30 07:43:29.029358 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:43:29.029991 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0cc68144-7120-47f8-ad08-f447a755f173 req-a518b553-e893-4298-8d69-fc7d4a5d02dd service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962999 Aug 30 07:43:29.471589 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7e8f3-3f7a-458d-a35b-f5f75600fd4e req-7c97a37b-c6f7-4044-a041-51bb96713a0d tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:29.473042 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-78f7e8f3-3f7a-458d-a35b-f5f75600fd4e req-7c97a37b-c6f7-4044-a041-51bb96713a0d tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0524430 Aug 30 07:43:29.508575 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-78f7e8f3-3f7a-458d-a35b-f5f75600fd4e req-6ee82d86-bd83-4659-a45a-9ec4ee5b1ec9 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296953 Aug 30 07:43:29.772037 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d87cf0-c6bb-43e3-b798-64c8a1901c4d req-3a65adc1-9d4a-42fa-bef6-f8cddffa35f1 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:29.773457 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d5d87cf0-c6bb-43e3-b798-64c8a1901c4d req-3a65adc1-9d4a-42fa-bef6-f8cddffa35f1 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0480127 Aug 30 07:43:29.812425 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d5d87cf0-c6bb-43e3-b798-64c8a1901c4d req-31d18783-a181-4b7f-a8a2-7330c9b74f14 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Aug 30 07:43:30.107066 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3744-472d-40d0-a61d-bef18f0cf54d req-de63b516-5cb2-4278-b345-9c8769721640 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:30.108547 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-544e3744-472d-40d0-a61d-bef18f0cf54d req-de63b516-5cb2-4278-b345-9c8769721640 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0473909 Aug 30 07:43:30.145390 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-544e3744-472d-40d0-a61d-bef18f0cf54d req-1c7e52ba-7edc-40bf-91d7-17616ffa0371 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309982 Aug 30 07:43:30.456599 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a336f-8cb2-4c8a-82ac-725747a2e860 req-1871ac68-26cb-47a3-82f2-1d511cb0579e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:30.458134 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0c2a336f-8cb2-4c8a-82ac-725747a2e860 req-1871ac68-26cb-47a3-82f2-1d511cb0579e tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.68 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.0539334 Aug 30 07:43:30.568411 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-0c2a336f-8cb2-4c8a-82ac-725747a2e860 req-1838c82c-4155-4657-ac8d-bf74a14a4dc8 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Deleting port 9374a382-8696-48a6-8d98-65161d303f1b {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:43:30.568411 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0c2a336f-8cb2-4c8a-82ac-725747a2e860 req-1838c82c-4155-4657-ac8d-bf74a14a4dc8 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.684920 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ba4a9-4d5e-43b5-9cb2-62523e18877c req-eb71fc79-a586-4e38-b8a0-594eaa58ee3c tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:30.686411 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b9ba4a9-4d5e-43b5-9cb2-62523e18877c req-eb71fc79-a586-4e38-b8a0-594eaa58ee3c tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d243bd06-d00a-40c0-8960-ae9ae0edae3e HTTP/1.1" status: 200 len: 950 time: 0.1033423 Aug 30 07:43:30.711258 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-0c2a336f-8cb2-4c8a-82ac-725747a2e860 req-1838c82c-4155-4657-ac8d-bf74a14a4dc8 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] For port 9374a382-8696-48a6-8d98-65161d303f1b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9374a382-8696-48a6-8d98-65161d303f1b,segment=NetworkSegment(bd1d8cec-3982-497a-bed1-cb5a0ec60214),segment_id=bd1d8cec-3982-497a-bed1-cb5a0ec60214)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:30.711623 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0c2a336f-8cb2-4c8a-82ac-725747a2e860 req-1838c82c-4155-4657-ac8d-bf74a14a4dc8 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.734230 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-0c2a336f-8cb2-4c8a-82ac-725747a2e860 req-1838c82c-4155-4657-ac8d-bf74a14a4dc8 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Calling delete_port for 9374a382-8696-48a6-8d98-65161d303f1b owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:43:30.756778 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b9ba4a9-4d5e-43b5-9cb2-62523e18877c req-ecd76232-643d-4a1d-a927-9d058d9114e2 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.64 "GET /v2.0/security-groups?id=bb081b87-c400-4724-a209-bf296d17111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579262 Aug 30 07:43:30.884040 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0c2a336f-8cb2-4c8a-82ac-725747a2e860 req-1838c82c-4155-4657-ac8d-bf74a14a4dc8 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.918582 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['9374a382-8696-48a6-8d98-65161d303f1b'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:43:30.922914 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838c82c-4155-4657-ac8d-bf74a14a4dc8 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Pushing event deleted for resources: {'Port': ['ID=9374a382-8696-48a6-8d98-65161d303f1b,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:30.984717 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2a336f-8cb2-4c8a-82ac-725747a2e860 req-1838c82c-4155-4657-ac8d-bf74a14a4dc8 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] No DVR routers for this DVR port 9374a382-8696-48a6-8d98-65161d303f1b on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:43:30.989356 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0c2a336f-8cb2-4c8a-82ac-725747a2e860 req-1838c82c-4155-4657-ac8d-bf74a14a4dc8 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:30.991530 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0c2a336f-8cb2-4c8a-82ac-725747a2e860 req-1838c82c-4155-4657-ac8d-bf74a14a4dc8 tempest-VolumesNegativeTest-360208870 tempest-VolumesNegativeTest-360208870-project] 10.222.0.68 "DELETE /v2.0/ports/9374a382-8696-48a6-8d98-65161d303f1b HTTP/1.1" status: 204 len: 173 time: 0.5255864 Aug 30 07:43:30.993625 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd243bd06-d00a-40c0-8960-ae9ae0edae3e', 'name': 'network-vif-deleted', 'tag': '9374a382-8696-48a6-8d98-65161d303f1b'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:30.996040 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f10a35e-5be7-43cd-9909-56fc1be57bef" -d '{"events": [{"server_uuid": "d243bd06-d00a-40c0-8960-ae9ae0edae3e", "name": "network-vif-deleted", "tag": "9374a382-8696-48a6-8d98-65161d303f1b"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:43:31.012231 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beef4bd-f987-4bc2-a091-917a2724a0af req-ca807373-7bd4-44f0-891e-1b659e543f91 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:31.014012 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0beef4bd-f987-4bc2-a091-917a2724a0af req-ca807373-7bd4-44f0-891e-1b659e543f91 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.1184475 Aug 30 07:43:31.071274 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a95ae57-bb1b-4e18-aab6-b61f4ad1149e x-openstack-request-id: req-9a95ae57-bb1b-4e18-aab6-b61f4ad1149e {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:43:31.071608 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d243bd06-d00a-40c0-8960-ae9ae0edae3e", "name": "network-vif-deleted", "tag": "9374a382-8696-48a6-8d98-65161d303f1b", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:43:31.073116 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a95ae57-bb1b-4e18-aab6-b61f4ad1149e {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:43:31.073116 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd243bd06-d00a-40c0-8960-ae9ae0edae3e', 'name': 'network-vif-deleted', 'tag': '9374a382-8696-48a6-8d98-65161d303f1b', 'status': 'completed', 'code': 200} Aug 30 07:43:31.090453 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0beef4bd-f987-4bc2-a091-917a2724a0af req-9b3ad721-4d31-4fb2-9cf9-0a3013c30940 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679526 Aug 30 07:43:31.289603 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d8e82-c247-40cb-b879-b005cc5b6240 req-d6bcc5b7-ad70-4870-90f1-40f5b5039480 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:31.292971 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9a9d8e82-c247-40cb-b879-b005cc5b6240 req-d6bcc5b7-ad70-4870-90f1-40f5b5039480 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0665269 Aug 30 07:43:31.363433 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9a9d8e82-c247-40cb-b879-b005cc5b6240 req-775e0a6e-fe54-4888-aaae-c3e137d58300 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598814 Aug 30 07:43:31.374362 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686f4b0-0c6c-4987-97cd-96bd59812e3e req-4544ac80-7208-4deb-8419-c39d5badbdb7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:31.375880 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8686f4b0-0c6c-4987-97cd-96bd59812e3e req-4544ac80-7208-4deb-8419-c39d5badbdb7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0819333 Aug 30 07:43:31.436185 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8686f4b0-0c6c-4987-97cd-96bd59812e3e req-87cc734d-6d41-47ab-b83c-fe1521f5b249 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519288 Aug 30 07:43:31.441504 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e6647-30e4-453b-a206-7193c9d09b5e req-955ac569-2ef3-4b83-9cce-eb95f144b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:31.442910 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-404e6647-30e4-453b-a206-7193c9d09b5e req-955ac569-2ef3-4b83-9cce-eb95f144b40f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 1098 time: 0.0661013 Aug 30 07:43:31.544339 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e6647-30e4-453b-a206-7193c9d09b5e req-e410f815-04a6-4ac8-954a-e86f10e431b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:31.545573 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-404e6647-30e4-453b-a206-7193c9d09b5e req-e410f815-04a6-4ac8-954a-e86f10e431b8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 911 time: 0.0865028 Aug 30 07:43:31.619167 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-404e6647-30e4-453b-a206-7193c9d09b5e req-26639003-d020-431f-81ed-2fe254670a6e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692ed792-fe95-4573-bb50-1d79da797a33 HTTP/1.1" status: 200 len: 1000 time: 0.0617082 Aug 30 07:43:31.680374 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e6647-30e4-453b-a206-7193c9d09b5e req-6fa5abf5-07b7-41cd-b22f-6ec7324f390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:31.682500 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-404e6647-30e4-453b-a206-7193c9d09b5e req-6fa5abf5-07b7-41cd-b22f-6ec7324f390a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 200 len: 849 time: 0.0549297 Aug 30 07:43:31.734957 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e6647-30e4-453b-a206-7193c9d09b5e req-ddd6a3cb-4271-48d7-81b6-02ad0f90bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:31.736501 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-404e6647-30e4-453b-a206-7193c9d09b5e req-ddd6a3cb-4271-48d7-81b6-02ad0f90bce5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05ed0500-0b6c-4296-ad10-a297a641c71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433955 Aug 30 07:43:32.053020 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-404e6647-30e4-453b-a206-7193c9d09b5e req-a64bcbc5-553e-44a0-905d-bb3ea20746c0 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080764 Aug 30 07:43:32.155821 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-404e6647-30e4-453b-a206-7193c9d09b5e req-69041ea0-3a68-4039-883e-469a8d6b1bcc service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893757 Aug 30 07:43:32.302885 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:32.555175 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5081ae9-3521-48db-89cd-ebfdaeb18a6b req-a962438f-5bb8-48f1-bb4a-e0dc17ee0514 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:32.556701 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e5081ae9-3521-48db-89cd-ebfdaeb18a6b req-a962438f-5bb8-48f1-bb4a-e0dc17ee0514 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0799971 Aug 30 07:43:32.587611 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d2c7a-eef4-4e79-bcfe-03496e520c71 req-bbe0913e-3c44-4fda-b15d-2ed47fc023b6 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:32.589079 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b9d2c7a-eef4-4e79-bcfe-03496e520c71 req-bbe0913e-3c44-4fda-b15d-2ed47fc023b6 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0748425 Aug 30 07:43:32.622201 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e5081ae9-3521-48db-89cd-ebfdaeb18a6b req-a19dcb9a-bfce-4a61-a9a0-e2dd5cedafb2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579193 Aug 30 07:43:32.640113 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b9d2c7a-eef4-4e79-bcfe-03496e520c71 req-9aa1fc69-c9e1-48d8-83eb-9c52342134a6 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Aug 30 07:43:33.538181 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e53863eb-7395-42b6-a328-0e2fdb40862a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:33.777736 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92bc26-de79-46df-9546-474183ddd6a6 req-4e01d834-f09b-4d93-ad41-3d9d2a80d4ab tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:33.779248 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6d92bc26-de79-46df-9546-474183ddd6a6 req-4e01d834-f09b-4d93-ad41-3d9d2a80d4ab tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0794561 Aug 30 07:43:33.787748 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d9ee-6d4d-4bc2-8476-711df0704d4c req-aa135be2-94fc-4856-bb0a-713c60d9e65c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:33.789140 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dc38d9ee-6d4d-4bc2-8476-711df0704d4c req-aa135be2-94fc-4856-bb0a-713c60d9e65c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0790024 Aug 30 07:43:33.845903 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6d92bc26-de79-46df-9546-474183ddd6a6 req-3aafd7d0-72ed-4df1-b0d9-d4cdb73e6e0b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558169 Aug 30 07:43:33.848657 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dc38d9ee-6d4d-4bc2-8476-711df0704d4c req-1eb5198f-8afb-4cb2-9d7f-423671f4f8c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528624 Aug 30 07:43:34.970921 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d010212-bbe7-4c22-a346-0ba1c66e6063 req-73db2b6e-c901-4b6f-a36b-b05334876de7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:34.972425 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2d010212-bbe7-4c22-a346-0ba1c66e6063 req-73db2b6e-c901-4b6f-a36b-b05334876de7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0471177 Aug 30 07:43:35.014421 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2d010212-bbe7-4c22-a346-0ba1c66e6063 req-55377eaf-4f57-4f0d-9999-33e18bec33d6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359399 Aug 30 07:43:35.329263 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bb595183-67ad-4010-8981-90243d616b35 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:43:35.333203 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 9374a382-8696-48a6-8d98-65161d303f1b no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:43:35.357818 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: 9374a382-8696-48a6-8d98-65161d303f1b {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:43:35.357818 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 9374a382-8696-48a6-8d98-65161d303f1b not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:43:35.443398 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bb595183-67ad-4010-8981-90243d616b35,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:35.454951 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': 'bb595183-67ad-4010-8981-90243d616b35', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'port_id': 'bb595183-67ad-4010-8981-90243d616b35', 'mac_address': 'fa:16:3e:3c:6b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:43:35.499815 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:35.512338 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb595183-67ad-4010-8981-90243d616b35 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:43:35.531389 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bb595183-67ad-4010-8981-90243d616b35,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:35.535683 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:35.580152 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=bb595183-67ad-4010-8981-90243d616b35,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:35.586960 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:35.587358 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:35.587706 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:35.588041 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:35.588372 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:35.588703 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:35.589031 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:35.589384 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:35.589710 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:35.590037 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:35.590356 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:35.590677 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:36.128466 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a481a-1c94-42ab-baf7-8f3fbf3e1aa1 req-2968d332-5f7f-4234-860b-7ea43ec39c7f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:36.130597 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b67a481a-1c94-42ab-baf7-8f3fbf3e1aa1 req-2968d332-5f7f-4234-860b-7ea43ec39c7f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 944 time: 0.0476151 Aug 30 07:43:36.144285 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4caa1bea-a678-4427-ad1e-e1c0e15f3f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:36.168485 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b67a481a-1c94-42ab-baf7-8f3fbf3e1aa1 req-213cda07-ac9b-4802-b119-1a3fa6196718 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Aug 30 07:43:36.380291 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b705cec-abf5-42a4-ab16-2b19d0579e6b req-733ad912-24cf-4a7b-a476-20c46681ca58 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380874 Aug 30 07:43:36.661233 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:37.282068 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdd33a-3fc4-438d-8c77-3b758637aca4 req-2b28f889-2e73-44a7-a9ff-593c7b420715 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:37.283550 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-75cdd33a-3fc4-438d-8c77-3b758637aca4 req-2b28f889-2e73-44a7-a9ff-593c7b420715 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 944 time: 0.0468414 Aug 30 07:43:37.321338 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-75cdd33a-3fc4-438d-8c77-3b758637aca4 req-5f47e496-47f5-44a6-a9a4-e54ac42f1e78 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319989 Aug 30 07:43:37.339931 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:37.863646 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705cec-abf5-42a4-ab16-2b19d0579e6b req-0ea18624-b7c5-4986-8a89-c9325429c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:37.865107 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b705cec-abf5-42a4-ab16-2b19d0579e6b req-0ea18624-b7c5-4986-8a89-c9325429c509 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 1098 time: 0.0431182 Aug 30 07:43:37.965285 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705cec-abf5-42a4-ab16-2b19d0579e6b req-70c93005-c4cb-4daf-ac85-312c823d3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:37.966772 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b705cec-abf5-42a4-ab16-2b19d0579e6b req-70c93005-c4cb-4daf-ac85-312c823d3630 service neutron] 10.222.0.68 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 911 time: 0.0821509 Aug 30 07:43:38.036863 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b705cec-abf5-42a4-ab16-2b19d0579e6b req-97ea0771-81bd-426c-b89e-b451bc14fa8a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692ed792-fe95-4573-bb50-1d79da797a33 HTTP/1.1" status: 200 len: 1000 time: 0.0616477 Aug 30 07:43:38.088092 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705cec-abf5-42a4-ab16-2b19d0579e6b req-7fcaac70-ec3e-4051-b586-725b68e9999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:38.089523 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b705cec-abf5-42a4-ab16-2b19d0579e6b req-7fcaac70-ec3e-4051-b586-725b68e9999f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 200 len: 849 time: 0.0423908 Aug 30 07:43:38.134847 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705cec-abf5-42a4-ab16-2b19d0579e6b req-9c5b834c-ad7e-4ea2-a4bb-122f52eacd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:38.136238 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b705cec-abf5-42a4-ab16-2b19d0579e6b req-9c5b834c-ad7e-4ea2-a4bb-122f52eacd94 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05ed0500-0b6c-4296-ad10-a297a641c71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384438 Aug 30 07:43:38.237062 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b705cec-abf5-42a4-ab16-2b19d0579e6b req-714d9c2b-fdb5-4cb2-a8d3-26815b3c2467 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820198 Aug 30 07:43:38.330585 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b705cec-abf5-42a4-ab16-2b19d0579e6b req-9d55ecb2-f305-423b-82cc-55b00fb3adc3 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862057 Aug 30 07:43:38.434813 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d87cb9-af6b-4e39-9fc0-eaf874c8f150 req-425eca83-f537-4b10-b7c3-5ad8404deed6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:38.436211 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-74d87cb9-af6b-4e39-9fc0-eaf874c8f150 req-425eca83-f537-4b10-b7c3-5ad8404deed6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 944 time: 0.0480437 Aug 30 07:43:38.473541 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-74d87cb9-af6b-4e39-9fc0-eaf874c8f150 req-451da26c-0ae4-4346-a48e-5a8d1d92d80f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311787 Aug 30 07:43:38.559338 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['bb595183-67ad-4010-8981-90243d616b35'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:43:38.664310 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.304034 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51898) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:39.410001 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e59bfd54-aeae-469c-86c7-d1579eaf6fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.493372 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e59bfd54-aeae-469c-86c7-d1579eaf6fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.496873 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e59bfd54-aeae-469c-86c7-d1579eaf6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.534800 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bfd54-aeae-469c-86c7-d1579eaf6fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37692973-9b04-4e08-843b-28341dd5bbaa,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:39.540384 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e59bfd54-aeae-469c-86c7-d1579eaf6fd0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58724be057594f8ebea763302504a3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352786 Aug 30 07:43:39.543157 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 51906) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:39.636821 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171496a9-e2a6-4a1b-9952-05d5021c6ef1 req-784282ae-4e24-49bd-8d9b-cf989ddd47f8 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:39.638331 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-171496a9-e2a6-4a1b-9952-05d5021c6ef1 req-784282ae-4e24-49bd-8d9b-cf989ddd47f8 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 944 time: 0.0855403 Aug 30 07:43:39.645803 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-668a693c-c544-48f0-bcb6-47c88663a966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.683701 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-668a693c-c544-48f0-bcb6-47c88663a966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.730231 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-171496a9-e2a6-4a1b-9952-05d5021c6ef1 req-daf5a7d8-c5de-4381-a3d9-fa8f1fc89231 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777786 Aug 30 07:43:39.769290 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-668a693c-c544-48f0-bcb6-47c88663a966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.769290 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-668a693c-c544-48f0-bcb6-47c88663a966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:39.769290 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-668a693c-c544-48f0-bcb6-47c88663a966 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37692973-9b04-4e08-843b-28341dd5bbaa HTTP/1.1" status: 204 len: 168 time: 0.2199047 Aug 30 07:43:39.773776 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a693c-c544-48f0-bcb6-47c88663a966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37692973-9b04-4e08-843b-28341dd5bbaa,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:39.933970 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 51926) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:40.072519 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-bdb134b2-4062-4ff8-8441-c844c04b8292 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=265a6b158c864bcfa1ed2241dc46c9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1373286 Aug 30 07:43:40.074940 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 51930) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:40.120463 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7bfe7f88-53c1-464d-ba98-aedc01abce1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:40.144015 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7bfe7f88-53c1-464d-ba98-aedc01abce1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:40.188047 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7bfe7f88-53c1-464d-ba98-aedc01abce1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:40.191371 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7bfe7f88-53c1-464d-ba98-aedc01abce1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:40.192485 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-7bfe7f88-53c1-464d-ba98-aedc01abce1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb081b87-c400-4724-a209-bf296d17111f HTTP/1.1" status: 204 len: 168 time: 0.1165984 Aug 30 07:43:40.200082 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe7f88-53c1-464d-ba98-aedc01abce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb081b87-c400-4724-a209-bf296d17111f,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:40.879453 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6e6e-0d1d-4164-897c-a48a26ec5b8a req-bc90e537-c1f8-4695-84da-cdf2162b5833 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:40.880939 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f57f6e6e-0d1d-4164-897c-a48a26ec5b8a req-bc90e537-c1f8-4695-84da-cdf2162b5833 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 944 time: 0.0521278 Aug 30 07:43:40.918105 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f57f6e6e-0d1d-4164-897c-a48a26ec5b8a req-fb4db651-8152-40cf-acba-5f0cbdb0ae83 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311549 Aug 30 07:43:40.932759 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 51944) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:41.036611 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-92cff743-88b3-4fce-af7b-3e66c25a4f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.124216 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-92cff743-88b3-4fce-af7b-3e66c25a4f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.127692 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-92cff743-88b3-4fce-af7b-3e66c25a4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.164122 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-92cff743-88b3-4fce-af7b-3e66c25a4f19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d1e24ea21cf4cedb8a975828b6bf422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302890 Aug 30 07:43:41.164945 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cff743-88b3-4fce-af7b-3e66c25a4f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d954b2-a7e8-4053-a03a-8a3f904ed479,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:41.167477 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51948) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:41.215353 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c409f60f-6f37-4bf0-8d15-74e7c0bd9d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.236117 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c409f60f-6f37-4bf0-8d15-74e7c0bd9d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.283325 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c409f60f-6f37-4bf0-8d15-74e7c0bd9d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.285919 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c409f60f-6f37-4bf0-8d15-74e7c0bd9d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.287077 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c409f60f-6f37-4bf0-8d15-74e7c0bd9d3e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66d954b2-a7e8-4053-a03a-8a3f904ed479 HTTP/1.1" status: 204 len: 168 time: 0.1179526 Aug 30 07:43:41.294733 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409f60f-6f37-4bf0-8d15-74e7c0bd9d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d954b2-a7e8-4053-a03a-8a3f904ed479,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:41.772882 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bb595183-67ad-4010-8981-90243d616b35 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:41.820367 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port bb595183-67ad-4010-8981-90243d616b35 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:41.825780 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port bb595183-67ad-4010-8981-90243d616b35 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:41.826147 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.895948 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 51972) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:41.904214 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.926255 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb595183-67ad-4010-8981-90243d616b35'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:41.928515 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8519a18d-6a9f-4b32-9c79-281d313abc8f" -d '{"events": [{"server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "name": "network-vif-plugged", "status": "completed", "tag": "bb595183-67ad-4010-8981-90243d616b35"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:43:41.941383 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bb595183-67ad-4010-8981-90243d616b35,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:41.948065 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:41.976394 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd30eea9-9f06-4863-8588-375b61c75b14 x-openstack-request-id: req-bd30eea9-9f06-4863-8588-375b61c75b14 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:43:41.976735 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "name": "network-vif-plugged", "status": "completed", "tag": "bb595183-67ad-4010-8981-90243d616b35", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:43:41.976981 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd30eea9-9f06-4863-8588-375b61c75b14 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:43:41.977363 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb595183-67ad-4010-8981-90243d616b35', 'code': 200} Aug 30 07:43:42.000937 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1228957239-network', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:42.003513 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=bb595183-67ad-4010-8981-90243d616b35,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:42.027799 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Made reservation on behalf of c136921751ac4acda50bafac9ed66c96 for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:42.030247 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.038603 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.052356 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ef580-f56e-46fb-b8a8-fd011f284144 req-9597d343-c373-4751-9dd5-f62ac51405bb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:42.053854 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b61ef580-f56e-46fb-b8a8-fd011f284144 req-9597d343-c373-4751-9dd5-f62ac51405bb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0552506 Aug 30 07:43:42.096688 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b61ef580-f56e-46fb-b8a8-fd011f284144 req-7b54bc22-f946-412a-a756-cfb5ae3ff556 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347426 Aug 30 07:43:42.126768 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.131147 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.151160 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:43:42.164937 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32819d9-6054-4b7d-a005-fb8b46f81b5f,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:42.168057 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.168636 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Added segment cb53b538-4ccf-4552-90dc-e35e1099c07e of type vlan for network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 Aug 30 07:43:42.206474 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.229643 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.230559 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:42.231133 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.280990 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3838875 Aug 30 07:43:42.284031 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 51980) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:42.288023 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df2d1f-74ea-451c-9994-456c398fccfd admin admin] Pushing event updated for resources: {'Network': ['ID=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:42.289118 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-25aa5b10-c1ae-4288-95f9-2c225254798b admin admin] Request body: {'subnet': {'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1228957239-subnet', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:42.297550 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:43:42.315657 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aa5b10-c1ae-4288-95f9-2c225254798b admin admin] Made reservation on behalf of c136921751ac4acda50bafac9ed66c96 for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:42.317934 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-25aa5b10-c1ae-4288-95f9-2c225254798b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070182876'] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.481518 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-25aa5b10-c1ae-4288-95f9-2c225254798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071470992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070182830'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.533251 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa5b10-c1ae-4288-95f9-2c225254798b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff4b3505-3a82-45b8-9d17-82fcb895daa0,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:42.543393 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa5b10-c1ae-4288-95f9-2c225254798b admin admin] Checking segment: {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:42.543745 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa5b10-c1ae-4288-95f9-2c225254798b admin admin] Network hostable DHCP agents. Network: 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:43:42.559766 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa5b10-c1ae-4288-95f9-2c225254798b admin admin] Network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:43:42.568382 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-25aa5b10-c1ae-4288-95f9-2c225254798b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:42.572554 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aa5b10-c1ae-4288-95f9-2c225254798b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:42.573755 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-25aa5b10-c1ae-4288-95f9-2c225254798b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.577240 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d133314-fe4e-4a57-9d23-b84499120ea1 None None] Network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:42.586865 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-25aa5b10-c1ae-4288-95f9-2c225254798b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3017180 Aug 30 07:43:42.589660 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 51982) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:42.594052 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:42.618928 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45082'] for router, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.620462 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45075'] for router, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.711511 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.715746 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8579bc-333d-50f5-8d48-50590b882e5e-8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0'}]}} from dv-cinder-804735-4-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:43:42.716775 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.846892 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:42.848894 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Allocated IP 172.20.0.2 (8cb7ddd4-58e8-40c6-b6b4-b18af73d1717/ff4b3505-3a82-45b8-9d17-82fcb895daa0/01c4534b-a69a-42c9-bffc-dbd170e6153a) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:42.991685 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.000020 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Transition to ACTIVE for port object 01c4534b-a69a-42c9-bffc-dbd170e6153a will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:43.014343 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Transition to ACTIVE for port object 01c4534b-a69a-42c9-bffc-dbd170e6153a will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:43.021000 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.041184 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.058672 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:43.059886 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.061459 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:43.065005 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:43.070163 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Pushing event updated for resources: {'Port': ['ID=01c4534b-a69a-42c9-bffc-dbd170e6153a,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:43.124855 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Attempting to bind port 01c4534b-a69a-42c9-bffc-dbd170e6153a on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:43.125213 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Attempting to bind port 01c4534b-a69a-42c9-bffc-dbd170e6153a by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:43.125631 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Attempting to bind port 01c4534b-a69a-42c9-bffc-dbd170e6153a on network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:43.131409 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:43.131887 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Checking segment: {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:43.132375 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.132849 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Bound using segment: {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:43.133415 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Bound port: 01c4534b-a69a-42c9-bffc-dbd170e6153a, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:43.133880 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.168896 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Allocated IP 172.27.1.50 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/7e2c4781-badd-42e6-89c1-0608b29cdbda) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:43.197416 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] For port 01c4534b-a69a-42c9-bffc-dbd170e6153a, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:43.200615 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] For port 01c4534b-a69a-42c9-bffc-dbd170e6153a, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=01c4534b-a69a-42c9-bffc-dbd170e6153a,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:43.204360 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.257802 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4c7b6-da9d-44b0-80bf-474d9174719e None None] Pushing event updated for resources: {'Port': ['ID=01c4534b-a69a-42c9-bffc-dbd170e6153a,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:43.271897 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409acb9-8d5a-4bf6-bb12-2ccb217ba870 req-958347ac-4612-4c5c-9807-c658c595e741 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:43.272226 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f409acb9-8d5a-4bf6-bb12-2ccb217ba870 req-958347ac-4612-4c5c-9807-c658c595e741 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0983698 Aug 30 07:43:43.339022 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f409acb9-8d5a-4bf6-bb12-2ccb217ba870 req-3aa5bb34-6f71-4a0c-b976-7567641116f3 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560329 Aug 30 07:43:43.341764 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.380634 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.418996 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:43.424339 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:43.428402 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:43.455737 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Pushing event updated for resources: {'Port': ['ID=7e2c4781-badd-42e6-89c1-0608b29cdbda,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:43.674457 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.861239 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697844'] for router, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:43.988919 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be is scheduled to L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 with binding_index 1 {{(pid=100499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:43:44.063330 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa574b2-c9fa-45f3-ae0c-d443b2f97d6a None None] Network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:44.099600 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:44.114136 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Sync routers for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:44.116238 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:44.120155 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f886cff2-9c66-4a4b-911d-4d4c6b36675d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5269289 Aug 30 07:43:44.120294 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 51990) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:44.144934 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:44.145702 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:44.178310 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-a8ced133-64e4-44fe-bbea-a171391d04ff None None] Provisioning for port 01c4534b-a69a-42c9-bffc-dbd170e6153a completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:44.311807 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:44.508191 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:43Z', 'revision_number': 3, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:44.535995 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Checking router: 7c0ff0e0-f528-46ad-b2b8-ab025803d3be for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:44.536345 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Updating router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be port 7e2c4781-badd-42e6-89c1-0608b29cdbda binding host dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:44.549377 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8f170-e84a-4112-a1a2-ac3485e651b8 req-a4e1eab5-429d-4839-aab2-51f3affd5910 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:44.550929 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-daf8f170-e84a-4112-a1a2-ac3485e651b8 req-a4e1eab5-429d-4839-aab2-51f3affd5910 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.1290038 Aug 30 07:43:44.559488 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41313304-e070-40a6-ae23-f8df81f40a18 req-d050191c-c7d8-4603-b7fd-f20d2aa7bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:44.560583 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-41313304-e070-40a6-ae23-f8df81f40a18 req-d050191c-c7d8-4603-b7fd-f20d2aa7bc76 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 1098 time: 0.1376185 Aug 30 07:43:44.564427 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:44.659664 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-daf8f170-e84a-4112-a1a2-ac3485e651b8 req-3a3d6e9b-2d79-4738-a222-8376df1a6fa4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981207 Aug 30 07:43:44.665048 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-41313304-e070-40a6-ae23-f8df81f40a18 req-daf34c7d-f431-4d88-9379-ffce1b27dec8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898995 Aug 30 07:43:44.885464 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:44.949813 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:44.963066 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Transition to ACTIVE for port object 7e2c4781-badd-42e6-89c1-0608b29cdbda will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:44.967877 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 01c4534b-a69a-42c9-bffc-dbd170e6153a up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:44.995014 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.050882 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Allocated IP 172.20.0.1 (8cb7ddd4-58e8-40c6-b6b4-b18af73d1717/ff4b3505-3a82-45b8-9d17-82fcb895daa0/6f600ca8-ff16-4895-bd7a-98d7aaf3c0da) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:45.056326 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Attempting to bind port 7e2c4781-badd-42e6-89c1-0608b29cdbda on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:45.056694 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Attempting to bind port 7e2c4781-badd-42e6-89c1-0608b29cdbda by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:45.057050 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Attempting to bind port 7e2c4781-badd-42e6-89c1-0608b29cdbda on network 59ff83ee-6d51-4380-b781-8170ef3e97d5 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:45.068262 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c839b-eeca-4bab-af2f-8d629b8c6772 None None] Pushing event updated for resources: {'Port': ['ID=7e2c4781-badd-42e6-89c1-0608b29cdbda,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:45.070844 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:45.071232 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Checking segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:45.071631 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.072007 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Bound using segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:45.072468 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Bound port: 7e2c4781-badd-42e6-89c1-0608b29cdbda, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:45.072876 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.107174 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 01c4534b-a69a-42c9-bffc-dbd170e6153a completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:45.121384 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 01c4534b-a69a-42c9-bffc-dbd170e6153a triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:45.121863 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.156905 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] For port 7e2c4781-badd-42e6-89c1-0608b29cdbda, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:45.166315 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.175477 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] For port 7e2c4781-badd-42e6-89c1-0608b29cdbda, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=7e2c4781-badd-42e6-89c1-0608b29cdbda,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:45.181042 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Transition to ACTIVE for port object 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:45.183097 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.213828 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.249337 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:45.255468 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:45.259002 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:45.272377 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.274191 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:45.274792 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:45.276387 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c839b-eeca-4bab-af2f-8d629b8c6772 None None] Pushing event updated for resources: {'Port': ['ID=7e2c4781-badd-42e6-89c1-0608b29cdbda,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:45.287402 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Pushing event updated for resources: {'Port': ['ID=6f600ca8-ff16-4895-bd7a-98d7aaf3c0da,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:45.299178 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:45.299556 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:45.299895 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:45.300229 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:45.300556 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:45.300937 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:45.301211 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:45.301537 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:45.301861 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:45.302183 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:45.302501 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:45.302820 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:45.319330 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698027'] for router_interface, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.378395 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 01c4534b-a69a-42c9-bffc-dbd170e6153a, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=01c4534b-a69a-42c9-bffc-dbd170e6153a,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:45.383708 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.438774 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:45.459782 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.503608 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=01c4534b-a69a-42c9-bffc-dbd170e6153a,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:45.558076 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-de62f46d-fcdb-45a0-b17a-e2f36f87ff7b None None] Provisioning for port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:45.569037 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-de62f46d-fcdb-45a0-b17a-e2f36f87ff7b None None] Provisioning complete for port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:45.569400 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-de62f46d-fcdb-45a0-b17a-e2f36f87ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.617156 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-de62f46d-fcdb-45a0-b17a-e2f36f87ff7b None None] Port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:45.620578 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.625048 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.662106 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:43Z', 'revision_number': 3, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:45.691251 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee722e-a501-451a-8018-e9c4937734ad None None] The sync data for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi is: [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:43Z', 'revision_number': 3, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:45.691948 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698100'] for router_interface, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:45.694413 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Pushing event updated for resources: {'Port': ['ID=6f600ca8-ff16-4895-bd7a-98d7aaf3c0da,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:45.814800 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41264901-5d21-4ae8-b626-819139ef8480 req-eae82ee1-7f1c-4345-adac-e9513d3b5430 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:45.816300 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-41264901-5d21-4ae8-b626-819139ef8480 req-eae82ee1-7f1c-4345-adac-e9513d3b5430 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0710633 Aug 30 07:43:45.849365 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:45.854171 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:45.877572 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-41264901-5d21-4ae8-b626-819139ef8480 req-dce31408-0afb-4042-b694-35c1e858919c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525181 Aug 30 07:43:46.020282 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:43:46.141122 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-8f7a0ef5-e89d-40ba-8815-7a810da51d12 None None] Provisioning complete for port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:46.141738 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0ef5-e89d-40ba-8815-7a810da51d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.164441 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:46.175451 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ae5aad8b-5473-4170-9bd2-999fb7c3421e admin admin] 10.222.0.64 "PUT /v2.0/routers/7c0ff0e0-f528-46ad-b2b8-ab025803d3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0507567 Aug 30 07:43:46.190371 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-8f7a0ef5-e89d-40ba-8815-7a810da51d12 None None] Port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:46.661803 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 52020) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:46.666770 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-22519250-network', 'tenant_id': '9771f474677c4b94980c3fd286fd7674'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:46.687248 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Made reservation on behalf of 9771f474677c4b94980c3fd286fd7674 for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:46.689604 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.698605 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.787702 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.791248 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.815455 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:43:46.828618 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda860fd-e476-47c5-99c9-88e6b320973a,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:46.834596 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.834937 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Added segment f289b05c-e7fa-4ab3-92e7-e48e43e3acd8 of type vlan for network a4edc46e-120e-4bf9-8685-98ce537f8ccc Aug 30 07:43:46.875644 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.904654 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.905703 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:46.906310 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:46.966083 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3005786 Aug 30 07:43:46.966294 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 52024) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:46.971666 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-b56b9070-fb44-4e05-a47b-8d237933ea27 admin admin] Request body: {'subnet': {'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-22519250-subnet', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:47.003733 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56b9070-fb44-4e05-a47b-8d237933ea27 admin admin] Made reservation on behalf of 9771f474677c4b94980c3fd286fd7674 for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:43:47.004105 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 01c4534b-a69a-42c9-bffc-dbd170e6153a up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:47.005925 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b56b9070-fb44-4e05-a47b-8d237933ea27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070182876'] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.008225 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce1cfa-a83f-4a8b-a520-f4b73d3f47d7 admin admin] Pushing event updated for resources: {'Network': ['ID=a4edc46e-120e-4bf9-8685-98ce537f8ccc,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:47.029643 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network a4edc46e-120e-4bf9-8685-98ce537f8ccc details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:43:47.098041 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df4f31-7148-4af2-acc9-2ec3a1c4b25a req-78261f47-b620-44b1-899e-223f396ecb55 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:47.099546 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-16df4f31-7148-4af2-acc9-2ec3a1c4b25a req-78261f47-b620-44b1-899e-223f396ecb55 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.1098230 Aug 30 07:43:47.121408 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 01c4534b-a69a-42c9-bffc-dbd170e6153a triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:47.121784 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.151700 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-16df4f31-7148-4af2-acc9-2ec3a1c4b25a req-5abff48e-c485-4e0a-bba7-0d0b19b86e46 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432079 Aug 30 07:43:47.202321 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 7e2c4781-badd-42e6-89c1-0608b29cdbda up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:47.252601 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 7e2c4781-badd-42e6-89c1-0608b29cdbda completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:47.254611 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b56b9070-fb44-4e05-a47b-8d237933ea27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071470992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070182830'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.256863 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 7e2c4781-badd-42e6-89c1-0608b29cdbda triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:47.257421 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.271756 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Sync routers for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:47.278520 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:47.279116 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:47.324454 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56b9070-fb44-4e05-a47b-8d237933ea27 admin admin] Checking segment: {'id': 'f289b05c-e7fa-4ab3-92e7-e48e43e3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:47.324807 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56b9070-fb44-4e05-a47b-8d237933ea27 admin admin] Network hostable DHCP agents. Network: a4edc46e-120e-4bf9-8685-98ce537f8ccc, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:43:47.330456 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b9070-fb44-4e05-a47b-8d237933ea27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a727fe8-ad85-4282-80c5-4c3f940fd518,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:47.339878 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.351821 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56b9070-fb44-4e05-a47b-8d237933ea27 admin admin] Network a4edc46e-120e-4bf9-8685-98ce537f8ccc is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:43:47.360973 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 7e2c4781-badd-42e6-89c1-0608b29cdbda, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=7e2c4781-badd-42e6-89c1-0608b29cdbda,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:47.362311 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-b56b9070-fb44-4e05-a47b-8d237933ea27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, a4edc46e-120e-4bf9-8685-98ce537f8ccc) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:47.366934 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56b9070-fb44-4e05-a47b-8d237933ea27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:47.367876 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b56b9070-fb44-4e05-a47b-8d237933ea27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.372471 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7b8d05-9b5e-4fbf-a64d-44dfd99350a9 None None] Network a4edc46e-120e-4bf9-8685-98ce537f8ccc requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:47.375007 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.388035 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b56b9070-fb44-4e05-a47b-8d237933ea27 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4181130 Aug 30 07:43:47.388203 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 52028) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:47.393325 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-22519250-router', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:47.396193 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:47.413635 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45082'] for router, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.414705 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45075'] for router, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.472592 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=7e2c4781-badd-42e6-89c1-0608b29cdbda,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:47.475456 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.562032 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8579bc-333d-50f5-8d48-50590b882e5e-a4edc46e-120e-4bf9-8685-98ce537f8ccc', 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'fixed_ips': [{'subnet_id': '0a727fe8-ad85-4282-80c5-4c3f940fd518'}]}} from dv-cinder-804735-4-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:43:47.562888 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.597197 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 2, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:47.621470 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.628290 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Checking router: 7c0ff0e0-f528-46ad-b2b8-ab025803d3be for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:47.628644 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Updating router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da binding host dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:47.653868 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.703358 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Allocated IP 172.20.0.2 (a4edc46e-120e-4bf9-8685-98ce537f8ccc/0a727fe8-ad85-4282-80c5-4c3f940fd518/396319ae-4099-46fe-bf2d-eb1a000f99f9) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:47.823366 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.843434 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.856455 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.865035 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Transition to ACTIVE for port object 396319ae-4099-46fe-bf2d-eb1a000f99f9 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:47.880547 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Transition to ACTIVE for port object 396319ae-4099-46fe-bf2d-eb1a000f99f9 will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:47.888148 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.924289 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Network a4edc46e-120e-4bf9-8685-98ce537f8ccc is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:47.927236 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:47.932858 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:47.949203 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Allocated IP 172.27.1.252 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/e8b09027-b762-48ad-b017-2a7d5d011fb7) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:47.962775 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Pushing event updated for resources: {'Port': ['ID=396319ae-4099-46fe-bf2d-eb1a000f99f9,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:47.988834 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Attempting to bind port 396319ae-4099-46fe-bf2d-eb1a000f99f9 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:47.989200 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Attempting to bind port 396319ae-4099-46fe-bf2d-eb1a000f99f9 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': 'f289b05c-e7fa-4ab3-92e7-e48e43e3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:47.989562 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Attempting to bind port 396319ae-4099-46fe-bf2d-eb1a000f99f9 on network a4edc46e-120e-4bf9-8685-98ce537f8ccc {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:47.994439 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:47.994811 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Checking segment: {'id': 'f289b05c-e7fa-4ab3-92e7-e48e43e3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:47.995216 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:47.995614 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Bound using segment: {'id': 'f289b05c-e7fa-4ab3-92e7-e48e43e3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:47.996069 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Bound port: 396319ae-4099-46fe-bf2d-eb1a000f99f9, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f289b05c-e7fa-4ab3-92e7-e48e43e3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:47.996535 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.007048 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.017574 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Transition to ACTIVE for port object 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:48.025553 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.064802 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.071186 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] For port 396319ae-4099-46fe-bf2d-eb1a000f99f9, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:48.074544 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] For port 396319ae-4099-46fe-bf2d-eb1a000f99f9, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=396319ae-4099-46fe-bf2d-eb1a000f99f9,segment=NetworkSegment(f289b05c-e7fa-4ab3-92e7-e48e43e3acd8),segment_id=f289b05c-e7fa-4ab3-92e7-e48e43e3acd8)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:48.079895 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fbaef-13b8-47b6-91a9-12dafc519795 None None] Pushing event updated for resources: {'Port': ['ID=6f600ca8-ff16-4895-bd7a-98d7aaf3c0da,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:48.082383 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.114458 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.144231 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Attempting to bind port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:48.145095 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Attempting to bind port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:48.146119 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Attempting to bind port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da on network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:48.146659 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61ffe3-f21f-4d9d-8682-471585d7993e None None] Pushing event updated for resources: {'Port': ['ID=396319ae-4099-46fe-bf2d-eb1a000f99f9,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:48.152279 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:48.152916 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Checking segment: {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:48.153310 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.153832 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Bound using segment: {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:48.156419 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Bound port: 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:48.156816 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.172917 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:48.177667 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:48.180794 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:48.207371 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b09027-b762-48ad-b017-2a7d5d011fb7,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:48.242841 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] For port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:48.247471 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] For port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=6f600ca8-ff16-4895-bd7a-98d7aaf3c0da,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:48.252756 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.300116 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:48.300791 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:48.398438 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf1094-5cb4-43e8-a82c-8e52ef6a652d req-23c54e35-3ba6-4681-9cff-abf068c563ce tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:48.401311 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4baf1094-5cb4-43e8-a82c-8e52ef6a652d req-23c54e35-3ba6-4681-9cff-abf068c563ce tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.1495793 Aug 30 07:43:48.443330 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:48.470463 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fbaef-13b8-47b6-91a9-12dafc519795 None None] Pushing event updated for resources: {'Port': ['ID=6f600ca8-ff16-4895-bd7a-98d7aaf3c0da,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:48.493316 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4baf1094-5cb4-43e8-a82c-8e52ef6a652d req-03d6b312-20ec-4230-888d-7e5f11482f78 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587170 Aug 30 07:43:48.641376 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:48.689261 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:48.719040 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de046bc9-a3cf-429f-9840-e0cb83b7ea8d None None] The sync data for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi is: [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:49.055334 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 7e2c4781-badd-42e6-89c1-0608b29cdbda up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:49.116051 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 7e2c4781-badd-42e6-89c1-0608b29cdbda triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:49.116426 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:49.129634 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697844'] for router, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:49.296366 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Router 45236b1b-f702-4a99-aa9f-2b35dc97ba52 is scheduled to L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 with binding_index 1 {{(pid=100499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:43:49.341907 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f517bdd9-d582-4150-878c-070cffd526de None None] Network a4edc46e-120e-4bf9-8685-98ce537f8ccc requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:43:49.408577 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:49.421623 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:49.441405 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:49.443951 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-88c65d94-292f-45b2-aa17-387ba6001593 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0544322 Aug 30 07:43:49.444302 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Sync routers for ids ['45236b1b-f702-4a99-aa9f-2b35dc97ba52'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:49.445914 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 52036) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:49.450197 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-0039e244-2460-4ded-bb4e-a8416a66f0d6 None None] Provisioning for port 396319ae-4099-46fe-bf2d-eb1a000f99f9 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:49.486186 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Routers {'45236b1b-f702-4a99-aa9f-2b35dc97ba52'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:49.486816 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['45236b1b-f702-4a99-aa9f-2b35dc97ba52'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:49.612560 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:49.623374 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:49.623765 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:49.660589 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006ad66-87ae-41d8-ae2d-46ae59894aea req-b0766660-853f-495a-90d0-34699f60aeb3 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:49.662183 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0006ad66-87ae-41d8-ae2d-46ae59894aea req-b0766660-853f-495a-90d0-34699f60aeb3 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0709546 Aug 30 07:43:49.701406 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Set router 45236b1b-f702-4a99-aa9f-2b35dc97ba52 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:49.703454 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0006ad66-87ae-41d8-ae2d-46ae59894aea req-879549a8-6900-4766-a293-cbeb66874a3e tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345027 Aug 30 07:43:49.852956 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:49.876826 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab03a5-89d3-42ff-bbf7-0f981606c379 req-8b0b5c05-9021-4510-aecc-525bbfecbacc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:49.878807 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9cab03a5-89d3-42ff-bbf7-0f981606c379 req-8b0b5c05-9021-4510-aecc-525bbfecbacc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0869586 Aug 30 07:43:49.888988 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 52042) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:49.895378 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-16f32b95-5e5c-4c89-8abf-8f6f41ddd20f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Request body: {'floatingip': {'port_id': 'bb595183-67ad-4010-8981-90243d616b35'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:49.942631 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-16f32b95-5e5c-4c89-8abf-8f6f41ddd20f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:49.962829 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=6f600ca8-ff16-4895-bd7a-98d7aaf3c0da,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:49.974729 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:49.975757 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 396319ae-4099-46fe-bf2d-eb1a000f99f9 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:49.980163 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.083670 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 396319ae-4099-46fe-bf2d-eb1a000f99f9 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:50.086347 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'name': 'tempest-TestVolumeBootPattern-22519250-router', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:48Z', 'revision_number': 3, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'gw_port': {'id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:50.096744 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=6f600ca8-ff16-4895-bd7a-98d7aaf3c0da,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:50.105338 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 396319ae-4099-46fe-bf2d-eb1a000f99f9 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:50.105724 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.153246 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Checking router: 45236b1b-f702-4a99-aa9f-2b35dc97ba52 for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:50.153595 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Updating router 45236b1b-f702-4a99-aa9f-2b35dc97ba52 port e8b09027-b762-48ad-b017-2a7d5d011fb7 binding host dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:50.165349 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Allocated IP 172.20.0.1 (a4edc46e-120e-4bf9-8685-98ce537f8ccc/0a727fe8-ad85-4282-80c5-4c3f940fd518/fa4f0d78-5841-401d-b3ce-289bf2c08c46) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:43:50.187556 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b6f5516a-2c2e-4a26-989a-539fb2264a0e None None] Provisioning complete for port 396319ae-4099-46fe-bf2d-eb1a000f99f9 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:50.187922 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b6f5516a-2c2e-4a26-989a-539fb2264a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.193605 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.285742 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.300197 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Transition to ACTIVE for port object fa4f0d78-5841-401d-b3ce-289bf2c08c46 will not be triggered until provisioned by entity DHCP. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:50.353106 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.392762 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Network a4edc46e-120e-4bf9-8685-98ce537f8ccc is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:50.399455 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:50.402991 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:43:50.428670 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.437979 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-16f32b95-5e5c-4c89-8abf-8f6f41ddd20f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.440109 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Pushing event updated for resources: {'Port': ['ID=fa4f0d78-5841-401d-b3ce-289bf2c08c46,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:50.446968 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-16f32b95-5e5c-4c89-8abf-8f6f41ddd20f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.459486 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698027'] for router_interface, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.463702 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.464134 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.464547 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.464976 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.465379 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.465777 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.466175 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.466572 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.466967 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.467383 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.467778 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.468184 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:43:50.486258 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b6f5516a-2c2e-4a26-989a-539fb2264a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.513796 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 396319ae-4099-46fe-bf2d-eb1a000f99f9, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=396319ae-4099-46fe-bf2d-eb1a000f99f9,segment=NetworkSegment(f289b05c-e7fa-4ab3-92e7-e48e43e3acd8),segment_id=f289b05c-e7fa-4ab3-92e7-e48e43e3acd8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:50.530852 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.578239 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-16f32b95-5e5c-4c89-8abf-8f6f41ddd20f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Floating IP d6a49d78-6e80-42c6-8405-d2a046e84cd9 associated. External IP: 172.27.1.63, port: bb595183-67ad-4010-8981-90243d616b35. Aug 30 07:43:50.617783 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.630224 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.db.api [None req-b6f5516a-2c2e-4a26-989a-539fb2264a0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 07:43:50.630576 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG oslo_db.api [None req-b6f5516a-2c2e-4a26-989a-539fb2264a0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 07:43:50.645200 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=396319ae-4099-46fe-bf2d-eb1a000f99f9,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:50.693992 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.703785 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Transition to ACTIVE for port object e8b09027-b762-48ad-b017-2a7d5d011fb7 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:50.709301 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.760477 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16591f9-3422-4528-a7a6-14996017d5c2 None None] Pushing event updated for resources: {'Port': ['ID=e8b09027-b762-48ad-b017-2a7d5d011fb7,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:50.762674 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Attempting to bind port e8b09027-b762-48ad-b017-2a7d5d011fb7 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:50.763031 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Attempting to bind port e8b09027-b762-48ad-b017-2a7d5d011fb7 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:50.763473 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Attempting to bind port e8b09027-b762-48ad-b017-2a7d5d011fb7 on network 59ff83ee-6d51-4380-b781-8170ef3e97d5 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:50.768932 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:50.769300 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Checking segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:50.769946 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.770321 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Bound using segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:50.770771 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Bound port: e8b09027-b762-48ad-b017-2a7d5d011fb7, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:50.771140 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.808928 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.814063 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073360091'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.822604 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f32b95-5e5c-4c89-8abf-8f6f41ddd20f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Router f5e377d8-a7a0-49f4-a28a-1516bc98d39e has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:43:50.822830 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] For port e8b09027-b762-48ad-b017-2a7d5d011fb7, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:50.826006 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] For port e8b09027-b762-48ad-b017-2a7d5d011fb7, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=e8b09027-b762-48ad-b017-2a7d5d011fb7,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:50.830082 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.883882 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Pushing event updated for resources: {'Port': ['ID=fa4f0d78-5841-401d-b3ce-289bf2c08c46,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:50.886918 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698100'] for router_interface, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.887855 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Routers {'45236b1b-f702-4a99-aa9f-2b35dc97ba52'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:50.888646 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['45236b1b-f702-4a99-aa9f-2b35dc97ba52'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:50.890915 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16591f9-3422-4528-a7a6-14996017d5c2 None None] Pushing event updated for resources: {'Port': ['ID=e8b09027-b762-48ad-b017-2a7d5d011fb7,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:50.939449 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f32b95-5e5c-4c89-8abf-8f6f41ddd20f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:50.943963 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-16f32b95-5e5c-4c89-8abf-8f6f41ddd20f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:50.959234 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ea303-d133-43a2-9777-913d226129e4 None None] Sync routers for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:50.976153 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-16f32b95-5e5c-4c89-8abf-8f6f41ddd20f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "PUT /v2.0/floatingips/d6a49d78-6e80-42c6-8405-d2a046e84cd9 HTTP/1.1" status: 200 len: 990 time: 1.0833740 Aug 30 07:43:50.976153 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'tag': 'bb595183-67ad-4010-8981-90243d616b35'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:50.976503 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ea303-d133-43a2-9777-913d226129e4 None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:50.977271 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-b62ea303-d133-43a2-9777-913d226129e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:50.977429 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b9de52-4067-4db6-ae92-f1bafba580ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "tag": "bb595183-67ad-4010-8981-90243d616b35"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:43:50.998791 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Network a4edc46e-120e-4bf9-8685-98ce537f8ccc is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:43:50.999927 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:43:51.036085 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 396319ae-4099-46fe-bf2d-eb1a000f99f9 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:51.042551 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] Set router 45236b1b-f702-4a99-aa9f-2b35dc97ba52 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:51.061582 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3566f32-5a10-4181-a4f3-b5cd5412ea44 x-openstack-request-id: req-f3566f32-5a10-4181-a4f3-b5cd5412ea44 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:43:51.062613 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "tag": "bb595183-67ad-4010-8981-90243d616b35", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:43:51.062878 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3566f32-5a10-4181-a4f3-b5cd5412ea44 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:43:51.063320 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'tag': 'bb595183-67ad-4010-8981-90243d616b35', 'status': 'completed', 'code': 200} Aug 30 07:43:51.147881 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9de52-4067-4db6-ae92-f1bafba580ce req-05dee0fe-6340-4e82-8b00-65250e62a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:51.149447 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80b9de52-4067-4db6-ae92-f1bafba580ce req-05dee0fe-6340-4e82-8b00-65250e62a842 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 1098 time: 0.0535674 Aug 30 07:43:51.163034 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Router 45236b1b-f702-4a99-aa9f-2b35dc97ba52 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:43:51.173543 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-b62ea303-d133-43a2-9777-913d226129e4 None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:51.276433 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9de52-4067-4db6-ae92-f1bafba580ce req-2b811d3b-6ebd-4633-80c7-0af3cb5093fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:51.277954 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80b9de52-4067-4db6-ae92-f1bafba580ce req-2b811d3b-6ebd-4633-80c7-0af3cb5093fb service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 917 time: 0.1186106 Aug 30 07:43:51.325597 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:43:51.332371 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-4e32943e-c0d0-4938-9aad-31a4636dddbd admin admin] 10.222.0.64 "PUT /v2.0/routers/45236b1b-f702-4a99-aa9f-2b35dc97ba52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8848789 Aug 30 07:43:51.390146 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80b9de52-4067-4db6-ae92-f1bafba580ce req-ddd87dbe-ad78-467f-b6bf-ed133c6868c2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb595183-67ad-4010-8981-90243d616b35 HTTP/1.1" status: 200 len: 998 time: 0.1011510 Aug 30 07:43:51.416701 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 396319ae-4099-46fe-bf2d-eb1a000f99f9 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:51.417299 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.448343 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9de52-4067-4db6-ae92-f1bafba580ce req-5156a60e-e99e-44a1-87da-ede6e1b1dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:51.450608 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80b9de52-4067-4db6-ae92-f1bafba580ce req-5156a60e-e99e-44a1-87da-ede6e1b1dc03 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.0528769 Aug 30 07:43:51.482361 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-b62ea303-d133-43a2-9777-913d226129e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': 'd6a49d78-6e80-42c6-8405-d2a046e84cd9', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'port_id': 'bb595183-67ad-4010-8981-90243d616b35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'mac_address': 'fa:16:3e:3c:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12dc531-c428-43d8-9205-156b68f994b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:43:14Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 1, 'project_id': '359d6f592c674011ac97cf310c12db99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:17Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:51.513425 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ea303-d133-43a2-9777-913d226129e4 None None] Checking router: f5e377d8-a7a0-49f4-a28a-1516bc98d39e for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:51.523909 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ea303-d133-43a2-9777-913d226129e4 None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:51.524561 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-b62ea303-d133-43a2-9777-913d226129e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:51.525774 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9de52-4067-4db6-ae92-f1bafba580ce req-3f3d3fc9-982c-47c1-9cf0-15a0db20c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:51.528070 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80b9de52-4067-4db6-ae92-f1bafba580ce req-3f3d3fc9-982c-47c1-9cf0-15a0db20c786 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699298 Aug 30 07:43:51.528221 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b91b7ed0-6ff8-4aba-b08e-45e562f93340 None None] Provisioning for port fa4f0d78-5841-401d-b3ce-289bf2c08c46 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:51.536430 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b91b7ed0-6ff8-4aba-b08e-45e562f93340 None None] Provisioning complete for port fa4f0d78-5841-401d-b3ce-289bf2c08c46 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:51.536804 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b91b7ed0-6ff8-4aba-b08e-45e562f93340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.607130 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-b91b7ed0-6ff8-4aba-b08e-45e562f93340 None None] Port fa4f0d78-5841-401d-b3ce-289bf2c08c46 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:43:51.616461 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:51.635992 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80b9de52-4067-4db6-ae92-f1bafba580ce req-aa8ed255-31f2-4bd4-acaf-97a7b250eea7 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998733 Aug 30 07:43:51.647559 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-b62ea303-d133-43a2-9777-913d226129e4 None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:51.663759 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'name': 'tempest-TestVolumeBootPattern-22519250-router', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 4, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'gw_port': {'id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': 'fa4f0d78-5841-401d-b3ce-289bf2c08c46', 'name': '', 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'mac_address': 'fa:16:3e:1e:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '0a727fe8-ad85-4282-80c5-4c3f940fd518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:49Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 2, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'subnets': [{'id': '0a727fe8-ad85-4282-80c5-4c3f940fd518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:51.695721 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3bc90-295f-40a3-83d7-beb29daa88a0 None None] The sync data for ids ['45236b1b-f702-4a99-aa9f-2b35dc97ba52'] in dv-cinder-804735-4-iscsi is: [{'id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'name': 'tempest-TestVolumeBootPattern-22519250-router', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 4, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'gw_port': {'id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': 'fa4f0d78-5841-401d-b3ce-289bf2c08c46', 'name': '', 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'mac_address': 'fa:16:3e:1e:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '0a727fe8-ad85-4282-80c5-4c3f940fd518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:49Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 2, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'subnets': [{'id': '0a727fe8-ad85-4282-80c5-4c3f940fd518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:51.716272 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:51.716649 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.749421 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80b9de52-4067-4db6-ae92-f1bafba580ce req-72773286-e648-4fe7-b7d1-2d5d8a50bfe3 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037264 Aug 30 07:43:51.902049 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 52058) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:51.908218 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-0ef11f0c-fcd9-4b59-b3f9-239258a47469 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1508913835', 'description': 'tempest-secgroup-smoke-1508913835 description', 'project_id': 'c136921751ac4acda50bafac9ed66c96'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:51.941821 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-b62ea303-d133-43a2-9777-913d226129e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': 'd6a49d78-6e80-42c6-8405-d2a046e84cd9', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'port_id': 'bb595183-67ad-4010-8981-90243d616b35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'mac_address': 'fa:16:3e:3c:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12dc531-c428-43d8-9205-156b68f994b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:43:14Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 1, 'project_id': '359d6f592c674011ac97cf310c12db99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:17Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:51.954563 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0ef11f0c-fcd9-4b59-b3f9-239258a47469 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:51.977060 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ea303-d133-43a2-9777-913d226129e4 None None] The sync data for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi is: [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': 'd6a49d78-6e80-42c6-8405-d2a046e84cd9', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'port_id': 'bb595183-67ad-4010-8981-90243d616b35', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'mac_address': 'fa:16:3e:3c:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12dc531-c428-43d8-9205-156b68f994b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:43:14Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 1, 'project_id': '359d6f592c674011ac97cf310c12db99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:17Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:52.057845 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0ef11f0c-fcd9-4b59-b3f9-239258a47469 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.065680 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0ef11f0c-fcd9-4b59-b3f9-239258a47469 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.091054 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0ef11f0c-fcd9-4b59-b3f9-239258a47469 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.095891 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0ef11f0c-fcd9-4b59-b3f9-239258a47469 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1889822 Aug 30 07:43:52.096699 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 52060) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:52.101066 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef11f0c-fcd9-4b59-b3f9-239258a47469 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1666273a-7af0-48b4-b39b-af799bb507ee,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.101881 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-c8e5f15b-cdf1-455d-b5c1-70b48cf5c17f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'security_group_rule': {'security_group_id': '1666273a-7af0-48b4-b39b-af799bb507ee', 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:52.138564 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f15b-cdf1-455d-b5c1-70b48cf5c17f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.207532 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f15b-cdf1-455d-b5c1-70b48cf5c17f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.216004 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f15b-cdf1-455d-b5c1-70b48cf5c17f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.237976 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5f15b-cdf1-455d-b5c1-70b48cf5c17f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51f5e36-17a2-4989-b748-906cc3fa12af,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.239524 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cd742-d52e-4dd3-abbc-d51e10db7edd None None] New status for floating IP d6a49d78-6e80-42c6-8405-d2a046e84cd9: ACTIVE {{(pid=100501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:43:52.247524 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f15b-cdf1-455d-b5c1-70b48cf5c17f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.248878 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c8e5f15b-cdf1-455d-b5c1-70b48cf5c17f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505578 Aug 30 07:43:52.252053 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 52064) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:52.257217 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-d3446f3e-a0aa-47be-831b-f130a937191a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'security_group_rule': {'security_group_id': '1666273a-7af0-48b4-b39b-af799bb507ee', 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:52.290585 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d3446f3e-a0aa-47be-831b-f130a937191a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.355155 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d3446f3e-a0aa-47be-831b-f130a937191a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.360582 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d3446f3e-a0aa-47be-831b-f130a937191a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.382578 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3446f3e-a0aa-47be-831b-f130a937191a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefc182d-7ede-440d-bea6-3af8cf8db487,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.386412 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d3446f3e-a0aa-47be-831b-f130a937191a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.387690 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d3446f3e-a0aa-47be-831b-f130a937191a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345472 Aug 30 07:43:52.392661 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 52068) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:52.397752 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-b761a099-b85e-4128-b015-81d37680957c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'security_group_rule': {'security_group_id': '1666273a-7af0-48b4-b39b-af799bb507ee', 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:52.431706 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b761a099-b85e-4128-b015-81d37680957c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.520279 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b761a099-b85e-4128-b015-81d37680957c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.524266 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b761a099-b85e-4128-b015-81d37680957c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.543771 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761a099-b85e-4128-b015-81d37680957c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48078e5b-5ffe-4e37-a999-ac8bf33d2899,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.549998 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b761a099-b85e-4128-b015-81d37680957c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.551334 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b761a099-b85e-4128-b015-81d37680957c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575506 Aug 30 07:43:52.554024 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 52074) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:52.558400 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-66dff1b6-54e0-4d65-bfb7-99edee714a75 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'security_group_rule': {'security_group_id': '1666273a-7af0-48b4-b39b-af799bb507ee', 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:52.586370 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-66dff1b6-54e0-4d65-bfb7-99edee714a75 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.651038 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-66dff1b6-54e0-4d65-bfb7-99edee714a75 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.656366 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-66dff1b6-54e0-4d65-bfb7-99edee714a75 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.675496 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dff1b6-54e0-4d65-bfb7-99edee714a75 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0d2ca1-025b-4182-b748-b45b034870bd,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.682943 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-66dff1b6-54e0-4d65-bfb7-99edee714a75 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.684483 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-66dff1b6-54e0-4d65-bfb7-99edee714a75 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294549 Aug 30 07:43:52.687232 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 52076) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:52.692473 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-774b0eab-ae9d-462b-8f9a-c61dca124d1b tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'security_group_rule': {'security_group_id': '1666273a-7af0-48b4-b39b-af799bb507ee', 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:52.716270 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.securitygroups_db [None req-774b0eab-ae9d-462b-8f9a-c61dca124d1b tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Project c136921751ac4acda50bafac9ed66c96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:43:52.721885 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-774b0eab-ae9d-462b-8f9a-c61dca124d1b tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.785157 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-774b0eab-ae9d-462b-8f9a-c61dca124d1b tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.789473 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-774b0eab-ae9d-462b-8f9a-c61dca124d1b tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.806512 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b0eab-ae9d-462b-8f9a-c61dca124d1b tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252d812b-9261-4c6c-961f-b10bf87242f3,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.814823 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-774b0eab-ae9d-462b-8f9a-c61dca124d1b tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.818963 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-774b0eab-ae9d-462b-8f9a-c61dca124d1b tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279280 Aug 30 07:43:52.819347 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 52078) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:43:52.824062 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-9dfe4889-3016-401e-9ab5-acee6ba3bb7f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'security_group_rule': {'security_group_id': '1666273a-7af0-48b4-b39b-af799bb507ee', 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:43:52.845241 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.securitygroups_db [None req-9dfe4889-3016-401e-9ab5-acee6ba3bb7f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Project c136921751ac4acda50bafac9ed66c96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:43:52.850115 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9dfe4889-3016-401e-9ab5-acee6ba3bb7f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.926379 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9dfe4889-3016-401e-9ab5-acee6ba3bb7f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.930716 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9dfe4889-3016-401e-9ab5-acee6ba3bb7f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.955012 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device e8b09027-b762-48ad-b017-2a7d5d011fb7 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:52.956392 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe4889-3016-401e-9ab5-acee6ba3bb7f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972b89c2-a99e-4bbf-a702-dfb0048a0450,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:52.959124 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9dfe4889-3016-401e-9ab5-acee6ba3bb7f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:52.960308 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-9dfe4889-3016-401e-9ab5-acee6ba3bb7f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399651 Aug 30 07:43:53.014042 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port e8b09027-b762-48ad-b017-2a7d5d011fb7 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:53.018624 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port e8b09027-b762-48ad-b017-2a7d5d011fb7 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:53.019092 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:53.103911 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:53.127132 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port e8b09027-b762-48ad-b017-2a7d5d011fb7, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=e8b09027-b762-48ad-b017-2a7d5d011fb7,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:53.131122 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:53.179619 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=e8b09027-b762-48ad-b017-2a7d5d011fb7,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:54.916364 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device e8b09027-b762-48ad-b017-2a7d5d011fb7 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:54.965367 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port e8b09027-b762-48ad-b017-2a7d5d011fb7 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:54.965729 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:55.430067 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Sync routers for ids ['45236b1b-f702-4a99-aa9f-2b35dc97ba52'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:43:55.439468 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Routers {'45236b1b-f702-4a99-aa9f-2b35dc97ba52'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:55.440063 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['45236b1b-f702-4a99-aa9f-2b35dc97ba52'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:55.617676 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Set router 45236b1b-f702-4a99-aa9f-2b35dc97ba52 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:55.818585 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'name': 'tempest-TestVolumeBootPattern-22519250-router', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 4, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'gw_port': {'id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': 'fa4f0d78-5841-401d-b3ce-289bf2c08c46', 'name': '', 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'mac_address': 'fa:16:3e:1e:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '0a727fe8-ad85-4282-80c5-4c3f940fd518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:49Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 2, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'subnets': [{'id': '0a727fe8-ad85-4282-80c5-4c3f940fd518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:55.850629 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Checking router: 45236b1b-f702-4a99-aa9f-2b35dc97ba52 for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:43:55.851027 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Updating router 45236b1b-f702-4a99-aa9f-2b35dc97ba52 port fa4f0d78-5841-401d-b3ce-289bf2c08c46 binding host dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:43:55.877816 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:56.142633 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:56.152585 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Transition to ACTIVE for port object fa4f0d78-5841-401d-b3ce-289bf2c08c46 will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:43:56.158688 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:56.206254 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba2ddd-ab14-4f91-8dfe-9749f557a4bd None None] Pushing event updated for resources: {'Port': ['ID=fa4f0d78-5841-401d-b3ce-289bf2c08c46,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:56.263896 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Attempting to bind port fa4f0d78-5841-401d-b3ce-289bf2c08c46 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:43:56.264255 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Attempting to bind port fa4f0d78-5841-401d-b3ce-289bf2c08c46 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': 'f289b05c-e7fa-4ab3-92e7-e48e43e3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:43:56.264604 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Attempting to bind port fa4f0d78-5841-401d-b3ce-289bf2c08c46 on network a4edc46e-120e-4bf9-8685-98ce537f8ccc {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:43:56.270058 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:43:56.270437 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Checking segment: {'id': 'f289b05c-e7fa-4ab3-92e7-e48e43e3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:43:56.270815 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:56.271208 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Bound using segment: {'id': 'f289b05c-e7fa-4ab3-92e7-e48e43e3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:43:56.271665 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Bound port: fa4f0d78-5841-401d-b3ce-289bf2c08c46, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f289b05c-e7fa-4ab3-92e7-e48e43e3acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:43:56.272053 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:56.335349 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] For port fa4f0d78-5841-401d-b3ce-289bf2c08c46, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:43:56.338407 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] For port fa4f0d78-5841-401d-b3ce-289bf2c08c46, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=fa4f0d78-5841-401d-b3ce-289bf2c08c46,segment=NetworkSegment(f289b05c-e7fa-4ab3-92e7-e48e43e3acd8),segment_id=f289b05c-e7fa-4ab3-92e7-e48e43e3acd8)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:43:56.343708 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:56.414804 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Routers {'45236b1b-f702-4a99-aa9f-2b35dc97ba52'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:43:56.415436 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:43:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['45236b1b-f702-4a99-aa9f-2b35dc97ba52'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:56.418436 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba2ddd-ab14-4f91-8dfe-9749f557a4bd None None] Pushing event updated for resources: {'Port': ['ID=fa4f0d78-5841-401d-b3ce-289bf2c08c46,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:56.544309 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] Set router 45236b1b-f702-4a99-aa9f-2b35dc97ba52 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:43:56.755977 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'name': 'tempest-TestVolumeBootPattern-22519250-router', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 4, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'gw_port': {'id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': 'fa4f0d78-5841-401d-b3ce-289bf2c08c46', 'name': '', 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'mac_address': 'fa:16:3e:1e:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '0a727fe8-ad85-4282-80c5-4c3f940fd518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:49Z', 'updated_at': '2021-08-30T07:43:56Z', 'revision_number': 4, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'subnets': [{'id': '0a727fe8-ad85-4282-80c5-4c3f940fd518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:43:56.782434 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091e4a3-362c-4af5-92ef-96b62a154337 None None] The sync data for ids ['45236b1b-f702-4a99-aa9f-2b35dc97ba52'] in dv-cinder-804735-4-iscsi is: [{'id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'name': 'tempest-TestVolumeBootPattern-22519250-router', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:50Z', 'revision_number': 4, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'gw_port': {'id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': 'fa4f0d78-5841-401d-b3ce-289bf2c08c46', 'name': '', 'network_id': 'a4edc46e-120e-4bf9-8685-98ce537f8ccc', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'mac_address': 'fa:16:3e:1e:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '0a727fe8-ad85-4282-80c5-4c3f940fd518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:49Z', 'updated_at': '2021-08-30T07:43:56Z', 'revision_number': 4, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'subnets': [{'id': '0a727fe8-ad85-4282-80c5-4c3f940fd518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:43:56.943683 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device fa4f0d78-5841-401d-b3ce-289bf2c08c46 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:57.006679 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port fa4f0d78-5841-401d-b3ce-289bf2c08c46 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:43:57.011617 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port fa4f0d78-5841-401d-b3ce-289bf2c08c46 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:57.012190 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:57.102091 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:57.138405 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port fa4f0d78-5841-401d-b3ce-289bf2c08c46, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=fa4f0d78-5841-401d-b3ce-289bf2c08c46,segment=NetworkSegment(f289b05c-e7fa-4ab3-92e7-e48e43e3acd8),segment_id=f289b05c-e7fa-4ab3-92e7-e48e43e3acd8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:57.142476 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:57.198137 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=fa4f0d78-5841-401d-b3ce-289bf2c08c46,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:57.249524 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a2a99-997a-4299-846a-001028eb1070 req-b988ef06-6839-4055-be0d-6992776552ff tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:57.252387 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee7a2a99-997a-4299-846a-001028eb1070 req-b988ef06-6839-4055-be0d-6992776552ff tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 945 time: 0.0539393 Aug 30 07:43:57.294563 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee7a2a99-997a-4299-846a-001028eb1070 req-643eab12-bf2a-4fa5-86af-28056eae3fbe tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356264 Aug 30 07:43:58.421763 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a5f1-6992-4b19-9bf0-656e4900f3f8 req-e0c783c7-2178-49ea-945b-0088ff74a478 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:58.423452 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-81c4a5f1-6992-4b19-9bf0-656e4900f3f8 req-e0c783c7-2178-49ea-945b-0088ff74a478 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 945 time: 0.0574253 Aug 30 07:43:58.464972 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-81c4a5f1-6992-4b19-9bf0-656e4900f3f8 req-f13acae5-a44f-4d57-936f-edd3dad72f07 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355301 Aug 30 07:43:58.917674 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device fa4f0d78-5841-401d-b3ce-289bf2c08c46 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:43:58.969822 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port fa4f0d78-5841-401d-b3ce-289bf2c08c46 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:43:58.970199 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:59.496199 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac63f48-93f4-40d1-bedc-0abd03722583 req-c49b0e59-d584-482c-a0fd-438b0545dd74 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:59.497698 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cac63f48-93f4-40d1-bedc-0abd03722583 req-c49b0e59-d584-482c-a0fd-438b0545dd74 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 945 time: 0.0494268 Aug 30 07:43:59.612751 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28735f5a-f94d-4d22-8cf4-e195fdddf78b req-a9f611a6-44b5-4e9d-97aa-2b8b1c04de02 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:43:59.614215 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28735f5a-f94d-4d22-8cf4-e195fdddf78b req-a9f611a6-44b5-4e9d-97aa-2b8b1c04de02 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecec15c-58e7-4b20-9b76-65608b62d53d HTTP/1.1" status: 200 len: 945 time: 0.0821362 Aug 30 07:43:59.647053 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-cac63f48-93f4-40d1-bedc-0abd03722583 req-f55a75e1-7219-420d-a3b9-19a752150e27 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Deleting port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:43:59.647418 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cac63f48-93f4-40d1-bedc-0abd03722583 req-f55a75e1-7219-420d-a3b9-19a752150e27 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:59.696363 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28735f5a-f94d-4d22-8cf4-e195fdddf78b req-e98d8616-d3b2-4d8b-8648-106cb4c061d0 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760622 Aug 30 07:43:59.746429 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-cac63f48-93f4-40d1-bedc-0abd03722583 req-f55a75e1-7219-420d-a3b9-19a752150e27 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] For port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e,segment=NetworkSegment(9c176db4-9360-4727-a375-5b7e8b0a15ed),segment_id=9c176db4-9360-4727-a375-5b7e8b0a15ed)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:43:59.746950 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cac63f48-93f4-40d1-bedc-0abd03722583 req-f55a75e1-7219-420d-a3b9-19a752150e27 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:59.762305 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-cac63f48-93f4-40d1-bedc-0abd03722583 req-f55a75e1-7219-420d-a3b9-19a752150e27 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Calling delete_port for bfc6ccdc-5461-4323-9f38-d0dc807b7f5e owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:43:59.889708 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cac63f48-93f4-40d1-bedc-0abd03722583 req-f55a75e1-7219-420d-a3b9-19a752150e27 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:59.915727 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a75e1-7219-420d-a3b9-19a752150e27 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Pushing event deleted for resources: {'Port': ['ID=bfc6ccdc-5461-4323-9f38-d0dc807b7f5e,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:43:59.961278 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac63f48-93f4-40d1-bedc-0abd03722583 req-f55a75e1-7219-420d-a3b9-19a752150e27 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] No DVR routers for this DVR port bfc6ccdc-5461-4323-9f38-d0dc807b7f5e on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:43:59.963940 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cac63f48-93f4-40d1-bedc-0abd03722583 req-f55a75e1-7219-420d-a3b9-19a752150e27 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:43:59.965942 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cac63f48-93f4-40d1-bedc-0abd03722583 req-f55a75e1-7219-420d-a3b9-19a752150e27 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.68 "DELETE /v2.0/ports/bfc6ccdc-5461-4323-9f38-d0dc807b7f5e HTTP/1.1" status: 204 len: 173 time: 0.4619038 Aug 30 07:43:59.966407 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecec15c-58e7-4b20-9b76-65608b62d53d', 'name': 'network-vif-deleted', 'tag': 'bfc6ccdc-5461-4323-9f38-d0dc807b7f5e'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:43:59.968665 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b281eaf4-a0f9-4eb9-82bc-02422b09c6c7" -d '{"events": [{"server_uuid": "5ecec15c-58e7-4b20-9b76-65608b62d53d", "name": "network-vif-deleted", "tag": "bfc6ccdc-5461-4323-9f38-d0dc807b7f5e"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:00.006458 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62458ed0-3966-4573-8103-aff5b7843455 x-openstack-request-id: req-62458ed0-3966-4573-8103-aff5b7843455 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:00.006756 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecec15c-58e7-4b20-9b76-65608b62d53d", "name": "network-vif-deleted", "tag": "bfc6ccdc-5461-4323-9f38-d0dc807b7f5e", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:00.007014 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62458ed0-3966-4573-8103-aff5b7843455 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:00.007459 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecec15c-58e7-4b20-9b76-65608b62d53d', 'name': 'network-vif-deleted', 'tag': 'bfc6ccdc-5461-4323-9f38-d0dc807b7f5e', 'status': 'completed', 'code': 200} Aug 30 07:44:03.539407 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9b8c4ff3-9b2f-435d-a587-6c153fbcb2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:05.087250 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bfc6ccdc-5461-4323-9f38-d0dc807b7f5e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:44:05.111368 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: bfc6ccdc-5461-4323-9f38-d0dc807b7f5e {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:44:05.111641 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bfc6ccdc-5461-4323-9f38-d0dc807b7f5e not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:44:05.120716 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:06.028041 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:44:06.145372 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b3779c80-75d1-45c4-853e-70418551b0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:06.662069 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:07.343549 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:08.653450 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:18.905109 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-f5d1edb0-e1d7-4b80-93ac-551b1ac59b93 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:18.906594 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-f5d1edb0-e1d7-4b80-93ac-551b1ac59b93 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/networks?id=2d00441d-49a3-4a21-9368-3e9882621c62 HTTP/1.1" status: 200 len: 814 time: 0.0983398 Aug 30 07:44:18.921247 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-9ccf600b-3591-439f-822b-006540fc9ab9 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/quotas/a5efb24078d843a58aa50b8ddd0877e5 HTTP/1.1" status: 200 len: 375 time: 0.0090039 Aug 30 07:44:18.953392 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-85667014-6536-45f9-b35f-82ca2ed49353 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5efb24078d843a58aa50b8ddd0877e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262060 Aug 30 07:44:19.042895 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-f50387a9-f0ee-41fa-ac48-e8ccf2d73217 service neutron] 10.222.0.64 "GET /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826406 Aug 30 07:44:19.126998 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-18e0806c-d3e0-4f33-b2ae-cb30bea70d14 service neutron] 10.222.0.64 "GET /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780625 Aug 30 07:44:19.283583 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-36bbbf49-2d56-459c-bdb4-cdaeaa54cacd req-1d9173aa-fa37-4d40-abc4-4b8fc500c722 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 210 time: 0.0312800 Aug 30 07:44:20.183512 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-460c2b1a-e3fd-45db-9b1a-5dd061cb7c70 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:20.185029 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-460c2b1a-e3fd-45db-9b1a-5dd061cb7c70 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.68 "GET /v2.0/networks?id=2d00441d-49a3-4a21-9368-3e9882621c62 HTTP/1.1" status: 200 len: 814 time: 0.1025639 Aug 30 07:44:20.198878 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Request body: {'port': {'device_id': '7db8f93e-9c52-42ec-8b18-a3aac606a371', 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62', 'admin_state_up': True, 'tenant_id': 'a5efb24078d843a58aa50b8ddd0877e5'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:20.309451 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Made reservation on behalf of a5efb24078d843a58aa50b8ddd0877e5 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:44:20.313034 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:20.678203 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-50cdf681-001e-45f7-bb4f-b599a6b41fbb req-02cb2c82-521e-47df-982d-0a74d877a85e tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 210 time: 0.1341374 Aug 30 07:44:20.686507 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Allocated IP 172.20.0.12 (2d00441d-49a3-4a21-9368-3e9882621c62/ba869dcd-8596-489e-a580-54bf2e6312f1/a45ddb8c-ca54-4ee2-9c36-d2c7791a1709) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:44:20.826149 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:20.862181 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:20.908102 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Network 2d00441d-49a3-4a21-9368-3e9882621c62 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:44:20.911031 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:44:20.914728 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:44:20.936441 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Pushing event updated for resources: {'Port': ['ID=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:20.963207 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:20.963837 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:20.977631 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-c68735fd-6e97-4f4f-9ce3-0d848498b0d4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7825909 Aug 30 07:44:20.990717 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Request body: {'port': {'device_id': '7db8f93e-9c52-42ec-8b18-a3aac606a371', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:21.041018 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:21.298871 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:44:21.306114 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:21.317480 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Transition to ACTIVE for port object a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:44:21.321301 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:21.384604 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Pushing event updated for resources: {'Port': ['ID=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:21.432993 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Attempting to bind port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:44:21.433329 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Attempting to bind port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '9c176db4-9360-4727-a375-5b7e8b0a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:44:21.433656 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Attempting to bind port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 on network 2d00441d-49a3-4a21-9368-3e9882621c62 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:44:21.437831 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 on network 2d00441d-49a3-4a21-9368-3e9882621c62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:44:21.438147 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Attempting to bind port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 on network 2d00441d-49a3-4a21-9368-3e9882621c62 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:44:21.442857 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:44:21.443232 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Checking segment: {'id': '9c176db4-9360-4727-a375-5b7e8b0a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:44:21.443595 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Bound using segment: {'id': '9c176db4-9360-4727-a375-5b7e8b0a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:44:21.444018 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Bound port: a45ddb8c-ca54-4ee2-9c36-d2c7791a1709, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c176db4-9360-4727-a375-5b7e8b0a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:44:21.444368 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:21.509847 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] For port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:44:21.513029 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] For port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709,segment=NetworkSegment(9c176db4-9360-4727-a375-5b7e8b0a15ed),segment_id=9c176db4-9360-4727-a375-5b7e8b0a15ed)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:44:21.517029 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:21.550742 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:21.551380 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:21.552793 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] 10.222.0.68 "PUT /v2.0/ports/a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 HTTP/1.1" status: 200 len: 1094 time: 0.5659363 Aug 30 07:44:21.553205 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db8f93e-9c52-42ec-8b18-a3aac606a371', 'tag': 'a45ddb8c-ca54-4ee2-9c36-d2c7791a1709'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:21.555493 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8b87e0-e31e-421b-80c0-cf2647dbe912" -d '{"events": [{"name": "network-changed", "server_uuid": "7db8f93e-9c52-42ec-8b18-a3aac606a371", "tag": "a45ddb8c-ca54-4ee2-9c36-d2c7791a1709"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:21.582200 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38d25a-42c7-42b5-adaf-5e4250f96311 service neutron] Pushing event updated for resources: {'Port': ['ID=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:21.601955 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67feea5-00a7-4e10-af26-e74cb5ed1411 x-openstack-request-id: req-f67feea5-00a7-4e10-af26-e74cb5ed1411 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:21.602260 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db8f93e-9c52-42ec-8b18-a3aac606a371", "tag": "a45ddb8c-ca54-4ee2-9c36-d2c7791a1709", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:21.602507 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f67feea5-00a7-4e10-af26-e74cb5ed1411 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:21.602889 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db8f93e-9c52-42ec-8b18-a3aac606a371', 'tag': 'a45ddb8c-ca54-4ee2-9c36-d2c7791a1709', 'status': 'completed', 'code': 200} Aug 30 07:44:21.634160 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-53389fb1-3a00-4cc1-9c3d-2822c4ad735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:21.635753 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-53389fb1-3a00-4cc1-9c3d-2822c4ad735a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a5efb24078d843a58aa50b8ddd0877e5&device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 1097 time: 0.0428817 Aug 30 07:44:21.680816 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-6e40e639-302a-4233-8ef7-3bfdf0ae354f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 HTTP/1.1" status: 200 len: 217 time: 0.0360258 Aug 30 07:44:21.729838 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-69fa15a4-cbad-499b-ae16-9723db693d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:21.731345 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-69fa15a4-cbad-499b-ae16-9723db693d57 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ba869dcd-8596-489e-a580-54bf2e6312f1 HTTP/1.1" status: 200 len: 854 time: 0.0432258 Aug 30 07:44:21.771243 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-a25b2aa9-87ad-4099-8eb9-834796781899 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d00441d-49a3-4a21-9368-3e9882621c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327821 Aug 30 07:44:21.856652 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd333c-cd0e-4f65-9ac6-1a4f9496cfd7 req-c93db030-76c1-4ec4-a7b4-b22dbb0d99f4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:21.858119 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99cd333c-cd0e-4f65-9ac6-1a4f9496cfd7 req-c93db030-76c1-4ec4-a7b4-b22dbb0d99f4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 944 time: 0.1113091 Aug 30 07:44:21.908073 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-6045f90e-51d6-480d-bc07-0fa17d2df8dc service neutron] 10.222.0.68 "GET /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238570 Aug 30 07:44:21.914844 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99cd333c-cd0e-4f65-9ac6-1a4f9496cfd7 req-356ab80d-a44c-44b0-ae38-bf9cfbce37c2 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471547 Aug 30 07:44:21.995412 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-393239bf-87e2-4152-b2c9-a4cc3f93c810 req-094354d3-ba50-470b-baf4-8ac056ef172d service neutron] 10.222.0.68 "GET /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795956 Aug 30 07:44:22.112551 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b87e0-e31e-421b-80c0-cf2647dbe912 req-b85ad1e1-727a-4ba6-bd7e-14870094ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:22.114003 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c8b87e0-e31e-421b-80c0-cf2647dbe912 req-b85ad1e1-727a-4ba6-bd7e-14870094ba00 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a5efb24078d843a58aa50b8ddd0877e5&device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 1097 time: 0.0445125 Aug 30 07:44:22.202405 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b87e0-e31e-421b-80c0-cf2647dbe912 req-75bd788c-8880-4c6d-bbe4-a7f0496df464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:22.203783 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c8b87e0-e31e-421b-80c0-cf2647dbe912 req-75bd788c-8880-4c6d-bbe4-a7f0496df464 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d00441d-49a3-4a21-9368-3e9882621c62 HTTP/1.1" status: 200 len: 915 time: 0.0825584 Aug 30 07:44:22.250007 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c8b87e0-e31e-421b-80c0-cf2647dbe912 req-721e73bb-559b-42c9-ac3e-3544a1f66473 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 HTTP/1.1" status: 200 len: 217 time: 0.0375929 Aug 30 07:44:22.302055 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b87e0-e31e-421b-80c0-cf2647dbe912 req-2490d48c-8b93-4e1a-9ba8-83be1b18b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:22.303585 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c8b87e0-e31e-421b-80c0-cf2647dbe912 req-2490d48c-8b93-4e1a-9ba8-83be1b18b258 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ba869dcd-8596-489e-a580-54bf2e6312f1 HTTP/1.1" status: 200 len: 854 time: 0.0465991 Aug 30 07:44:22.334604 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c8b87e0-e31e-421b-80c0-cf2647dbe912 req-53949f70-49a1-4e6c-aecb-af98b4bf731c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d00441d-49a3-4a21-9368-3e9882621c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229602 Aug 30 07:44:22.420221 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c8b87e0-e31e-421b-80c0-cf2647dbe912 req-de4024df-6d15-4f2d-b564-e6be876c3a3b service neutron] 10.222.0.68 "GET /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776494 Aug 30 07:44:22.510837 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c8b87e0-e31e-421b-80c0-cf2647dbe912 req-6974833f-94d0-4b5b-9c58-132f98193ec9 service neutron] 10.222.0.68 "GET /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821669 Aug 30 07:44:23.078179 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174213f-8178-4f36-ba72-1c55f1a3ec55 req-75c2a3e0-a53d-41e6-8c57-91d317fee7b6 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:23.079579 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4174213f-8178-4f36-ba72-1c55f1a3ec55 req-75c2a3e0-a53d-41e6-8c57-91d317fee7b6 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 944 time: 0.1006846 Aug 30 07:44:23.115931 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4174213f-8178-4f36-ba72-1c55f1a3ec55 req-fe9f6738-638e-40c1-b533-42079fc4af2b tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298896 Aug 30 07:44:24.096130 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-3beb4c91-0bf9-4fb3-872f-abcb9cd4d183 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508913835&fields=id&tenant_id=c136921751ac4acda50bafac9ed66c96 HTTP/1.1" status: 200 len: 267 time: 0.0312138 Aug 30 07:44:24.229393 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-66a0c6f6-8dbc-45d4-81cb-9606b03b94b0 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:24.230836 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-66a0c6f6-8dbc-45d4-81cb-9606b03b94b0 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 812 time: 0.1278446 Aug 30 07:44:24.251664 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b6520-4a70-41ec-a1e3-9faf1116fdac req-214aa4d3-25aa-407f-8a5a-24a116257c56 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:24.253088 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b24b6520-4a70-41ec-a1e3-9faf1116fdac req-214aa4d3-25aa-407f-8a5a-24a116257c56 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 944 time: 0.0691311 Aug 30 07:44:24.256490 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-710d8966-d78a-44ed-a452-e5a7364a40c9 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/quotas/c136921751ac4acda50bafac9ed66c96 HTTP/1.1" status: 200 len: 375 time: 0.0179350 Aug 30 07:44:24.322661 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b24b6520-4a70-41ec-a1e3-9faf1116fdac req-3cb50135-bd71-47f2-a9a5-cc91a1ba73c2 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639062 Aug 30 07:44:24.331483 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-507a1b6c-d1e3-4236-b6fd-6bff63c576c5 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672910 Aug 30 07:44:24.464794 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-46baebc7-9f0a-4512-86ed-5b7aee323cfa service neutron] 10.222.0.64 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220145 Aug 30 07:44:24.556833 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-c8a26fd5-35a6-496e-8283-07fb4319d940 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858977 Aug 30 07:44:24.832726 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c5c54ff-8fd2-4539-a112-a42d9064808c req-7a22a3b5-dc5d-4f99-807f-008fd49f0e23 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 210 time: 0.0271323 Aug 30 07:44:25.437528 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f962e-e7f1-4b01-a336-00517b825cf1 req-4bd2806e-3215-40df-9a45-51abf33427cd tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:25.438925 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-410f962e-e7f1-4b01-a336-00517b825cf1 req-4bd2806e-3215-40df-9a45-51abf33427cd tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 944 time: 0.0490355 Aug 30 07:44:25.477370 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-410f962e-e7f1-4b01-a336-00517b825cf1 req-e9513e66-e9b8-4245-b2a0-9264f2d72ede tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Aug 30 07:44:25.864199 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-d90a9d9a-e4d8-467e-a5d5-be4d15c4c6a0 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:25.865799 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-d90a9d9a-e4d8-467e-a5d5-be4d15c4c6a0 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 812 time: 0.1113164 Aug 30 07:44:25.920298 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-2074b656-5fdc-41bf-94ab-3312a5dc194b tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c136921751ac4acda50bafac9ed66c96 HTTP/1.1" status: 200 len: 380 time: 0.0450842 Aug 30 07:44:25.937403 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'port': {'device_id': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'admin_state_up': True, 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'security_groups': ['1666273a-7af0-48b4-b39b-af799bb507ee']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:25.942371 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cfbd2aa4-7cfa-4586-b50f-13601f7e688a req-d5b25016-b01d-43b8-916c-cd5778749748 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 210 time: 0.0408111 Aug 30 07:44:26.052531 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Made reservation on behalf of c136921751ac4acda50bafac9ed66c96 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:44:26.056223 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:26.178470 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Allocated IP 172.20.0.3 (8cb7ddd4-58e8-40c6-b6b4-b18af73d1717/ff4b3505-3a82-45b8-9d17-82fcb895daa0/870ac24a-6623-4d68-94d1-d868274ecaa7) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:44:26.318638 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:26.332494 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Transition to ACTIVE for port object 870ac24a-6623-4d68-94d1-d868274ecaa7 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:44:26.363064 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:26.402525 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:44:26.407330 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:44:26.412589 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:44:26.437236 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'Port': ['ID=870ac24a-6623-4d68-94d1-d868274ecaa7,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:26.464587 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:26.465279 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:26.480854 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-92a5a405-687a-41fb-9449-4d4918d62d29 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5471826 Aug 30 07:44:26.492991 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Request body: {'port': {'device_id': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:26.567954 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:26.633846 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e263ba-d9ea-4a59-ad00-e05d13210d20 req-75a37a7c-6582-4ebb-81b6-f6f615ad30ea tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:26.635332 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-88e263ba-d9ea-4a59-ad00-e05d13210d20 req-75a37a7c-6582-4ebb-81b6-f6f615ad30ea tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 944 time: 0.0818045 Aug 30 07:44:26.665214 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-59bf0b5c-63b4-4a5c-8842-0a0f89d01be1 None None] Provisioning for port 870ac24a-6623-4d68-94d1-d868274ecaa7 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:44:26.668811 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-59bf0b5c-63b4-4a5c-8842-0a0f89d01be1 None None] Provisioning complete for port 870ac24a-6623-4d68-94d1-d868274ecaa7 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:44:26.669168 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-59bf0b5c-63b4-4a5c-8842-0a0f89d01be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:26.704932 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-59bf0b5c-63b4-4a5c-8842-0a0f89d01be1 None None] Port 870ac24a-6623-4d68-94d1-d868274ecaa7 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:44:26.741879 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-88e263ba-d9ea-4a59-ad00-e05d13210d20 req-52d82f0b-8b8d-4c76-bef4-755038e0b6d3 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971756 Aug 30 07:44:26.878943 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870ac24a-6623-4d68-94d1-d868274ecaa7 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:44:26.886098 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:26.898328 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Transition to ACTIVE for port object 870ac24a-6623-4d68-94d1-d868274ecaa7 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:44:26.901247 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:26.949475 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Pushing event updated for resources: {'Port': ['ID=870ac24a-6623-4d68-94d1-d868274ecaa7,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:27.031060 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Attempting to bind port 870ac24a-6623-4d68-94d1-d868274ecaa7 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:44:27.031482 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Attempting to bind port 870ac24a-6623-4d68-94d1-d868274ecaa7 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:44:27.031826 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Attempting to bind port 870ac24a-6623-4d68-94d1-d868274ecaa7 on network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:44:27.056487 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Port 870ac24a-6623-4d68-94d1-d868274ecaa7 on network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:44:27.056815 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Attempting to bind port 870ac24a-6623-4d68-94d1-d868274ecaa7 on network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:44:27.065108 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:44:27.065623 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Checking segment: {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:44:27.066063 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Bound using segment: {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:44:27.066525 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Bound port: 870ac24a-6623-4d68-94d1-d868274ecaa7, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:44:27.066891 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:27.094825 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99fa46-bb7d-48d3-9681-38ef0ab45593 req-27a82e40-396b-46ac-bc3d-63c57c5fe0d7 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:27.096896 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b99fa46-bb7d-48d3-9681-38ef0ab45593 req-27a82e40-396b-46ac-bc3d-63c57c5fe0d7 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 943 time: 0.0809784 Aug 30 07:44:27.151082 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:44:27.174871 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b99fa46-bb7d-48d3-9681-38ef0ab45593 req-2e7956f9-2018-4f0a-8d76-3931f331a10c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557628 Aug 30 07:44:27.175916 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] For port 870ac24a-6623-4d68-94d1-d868274ecaa7, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:44:27.179553 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] For port 870ac24a-6623-4d68-94d1-d868274ecaa7, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=870ac24a-6623-4d68-94d1-d868274ecaa7,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:44:27.184921 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:27.217131 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:27.217877 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:27.219516 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] 10.222.0.68 "PUT /v2.0/ports/870ac24a-6623-4d68-94d1-d868274ecaa7 HTTP/1.1" status: 200 len: 1093 time: 0.7306738 Aug 30 07:44:27.220003 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'tag': '870ac24a-6623-4d68-94d1-d868274ecaa7'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:27.223338 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769e080c-1739-4bc4-8e6f-0db6a12092c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2701722c-79c1-4a8a-aaa2-7323d975a50c", "tag": "870ac24a-6623-4d68-94d1-d868274ecaa7"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:27.254226 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709,segment=NetworkSegment(9c176db4-9360-4727-a375-5b7e8b0a15ed),segment_id=9c176db4-9360-4727-a375-5b7e8b0a15ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:27.259265 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabf710-f378-4408-8508-7bd47ac5144f service neutron] Pushing event updated for resources: {'Port': ['ID=870ac24a-6623-4d68-94d1-d868274ecaa7,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:27.281585 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2006cf-b7d0-479a-bf96-5eb2e6979cb3 x-openstack-request-id: req-5d2006cf-b7d0-479a-bf96-5eb2e6979cb3 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:27.281585 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2701722c-79c1-4a8a-aaa2-7323d975a50c", "tag": "870ac24a-6623-4d68-94d1-d868274ecaa7", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:27.281585 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d2006cf-b7d0-479a-bf96-5eb2e6979cb3 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:27.281585 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'tag': '870ac24a-6623-4d68-94d1-d868274ecaa7', 'status': 'completed', 'code': 200} Aug 30 07:44:27.284927 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': 'a45ddb8c-ca54-4ee2-9c36-d2c7791a1709', 'network_id': '2d00441d-49a3-4a21-9368-3e9882621c62', 'port_id': 'a45ddb8c-ca54-4ee2-9c36-d2c7791a1709', 'mac_address': 'fa:16:3e:ee:8a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba869dcd-8596-489e-a580-54bf2e6312f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:44:27.316580 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-34683d22-7232-4715-ada7-ebb5f7ba89ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:27.318286 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-34683d22-7232-4715-ada7-ebb5f7ba89ad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 1096 time: 0.0521872 Aug 30 07:44:27.326955 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:27.340660 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:44:27.364011 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709,segment=NetworkSegment(9c176db4-9360-4727-a375-5b7e8b0a15ed),segment_id=9c176db4-9360-4727-a375-5b7e8b0a15ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:27.364231 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-b2cfb824-01bd-4277-8d63-4f1b6ef4064a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=870ac24a-6623-4d68-94d1-d868274ecaa7 HTTP/1.1" status: 200 len: 217 time: 0.0372007 Aug 30 07:44:27.368358 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:27.415688 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-e93a1e74-08de-4025-bf71-9b9415470b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:27.417175 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-e93a1e74-08de-4025-bf71-9b9415470b06 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0463328 Aug 30 07:44:27.418804 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:27.467266 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-f8b89f47-8776-4798-84c8-86e27e7a26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:27.468705 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-f8b89f47-8776-4798-84c8-86e27e7a26a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442605 Aug 30 07:44:27.555724 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-013b6e74-2d3f-4f78-828c-660322253a3e service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787268 Aug 30 07:44:27.648135 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cd4aab9f-7071-4eb6-9e24-cd0b03ea47af req-3a54c440-6fe0-4fa2-8628-b808ab02dc98 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848639 Aug 30 07:44:27.732572 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e080c-1739-4bc4-8e6f-0db6a12092c6 req-c3890819-9955-46ad-bfc9-23c8d132093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:27.733924 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-769e080c-1739-4bc4-8e6f-0db6a12092c6 req-c3890819-9955-46ad-bfc9-23c8d132093d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 1096 time: 0.0397735 Aug 30 07:44:27.847909 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e080c-1739-4bc4-8e6f-0db6a12092c6 req-1fd7b483-d78b-4ee1-9fe8-9ee40603d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:27.849350 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-769e080c-1739-4bc4-8e6f-0db6a12092c6 req-1fd7b483-d78b-4ee1-9fe8-9ee40603d37b service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 913 time: 0.1074195 Aug 30 07:44:27.892409 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-769e080c-1739-4bc4-8e6f-0db6a12092c6 req-cf548f2f-a4f1-4be4-8e42-3b5f645570b6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=870ac24a-6623-4d68-94d1-d868274ecaa7 HTTP/1.1" status: 200 len: 217 time: 0.0354321 Aug 30 07:44:27.900533 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78578ac-99a9-4a55-8dd9-d2fe3da403d2 req-5a788e1a-0368-4d74-9c48-8990153fa773 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:27.901898 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e78578ac-99a9-4a55-8dd9-d2fe3da403d2 req-5a788e1a-0368-4d74-9c48-8990153fa773 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 945 time: 0.0940640 Aug 30 07:44:27.969544 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e78578ac-99a9-4a55-8dd9-d2fe3da403d2 req-c9acc52e-daea-40c3-a0c3-7d5179836e73 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599680 Aug 30 07:44:27.971061 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e080c-1739-4bc4-8e6f-0db6a12092c6 req-17e5e287-7b24-43e9-82f2-168a5d658672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:27.972525 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-769e080c-1739-4bc4-8e6f-0db6a12092c6 req-17e5e287-7b24-43e9-82f2-168a5d658672 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0697842 Aug 30 07:44:28.021449 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e080c-1739-4bc4-8e6f-0db6a12092c6 req-ab98c537-fa82-4dc5-9b28-4e0593642497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:28.022834 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-769e080c-1739-4bc4-8e6f-0db6a12092c6 req-ab98c537-fa82-4dc5-9b28-4e0593642497 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413141 Aug 30 07:44:28.100486 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['a45ddb8c-ca54-4ee2-9c36-d2c7791a1709'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:44:28.109207 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-769e080c-1739-4bc4-8e6f-0db6a12092c6 req-927e835a-8fa1-4994-86ca-8ff5ee798237 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789607 Aug 30 07:44:28.208784 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-769e080c-1739-4bc4-8e6f-0db6a12092c6 req-7c6913fe-e2e4-4821-a113-db661d54d10e service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915012 Aug 30 07:44:28.297943 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253bbcb-9a89-4fbe-9d1f-a99b59488820 req-53afa15a-865e-4d03-8f2e-8ebbd7e5c547 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:28.300002 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d253bbcb-9a89-4fbe-9d1f-a99b59488820 req-53afa15a-865e-4d03-8f2e-8ebbd7e5c547 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 943 time: 0.0495307 Aug 30 07:44:28.338094 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d253bbcb-9a89-4fbe-9d1f-a99b59488820 req-c406c565-41eb-44b3-8b41-be4c5c0c1554 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306652 Aug 30 07:44:29.084872 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fb0e5-e86b-4e8f-8dad-bfb8a22d5a1a req-d5766b12-ec39-4271-aa88-c57db83e4a86 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:29.086328 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d50fb0e5-e86b-4e8f-8dad-bfb8a22d5a1a req-d5766b12-ec39-4271-aa88-c57db83e4a86 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 945 time: 0.0471444 Aug 30 07:44:29.123476 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d50fb0e5-e86b-4e8f-8dad-bfb8a22d5a1a req-8a1013f2-a94c-4b08-bd3b-1d6a9287b876 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312712 Aug 30 07:44:29.160860 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:44:29.206775 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:44:29.210314 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:44:29.210680 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:29.287600 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:29.309760 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db8f93e-9c52-42ec-8b18-a3aac606a371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45ddb8c-ca54-4ee2-9c36-d2c7791a1709'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:29.312386 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630c1290-1f2f-467a-bba5-e5c6ec1ebf32" -d '{"events": [{"server_uuid": "7db8f93e-9c52-42ec-8b18-a3aac606a371", "name": "network-vif-plugged", "status": "completed", "tag": "a45ddb8c-ca54-4ee2-9c36-d2c7791a1709"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:29.327545 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709,segment=NetworkSegment(9c176db4-9360-4727-a375-5b7e8b0a15ed),segment_id=9c176db4-9360-4727-a375-5b7e8b0a15ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:29.331971 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:29.354611 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7f099f-98fd-4b64-9083-e3069ab40974 x-openstack-request-id: req-fd7f099f-98fd-4b64-9083-e3069ab40974 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:29.354909 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db8f93e-9c52-42ec-8b18-a3aac606a371", "name": "network-vif-plugged", "status": "completed", "tag": "a45ddb8c-ca54-4ee2-9c36-d2c7791a1709", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:29.355157 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd7f099f-98fd-4b64-9083-e3069ab40974 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:29.355572 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db8f93e-9c52-42ec-8b18-a3aac606a371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45ddb8c-ca54-4ee2-9c36-d2c7791a1709', 'code': 200} Aug 30 07:44:29.381458 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:29.459989 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711d3c4-640d-4581-8d3a-4cb35f8cb734 req-d97a78f2-cd07-4b34-9fe0-8ef5d81bef31 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:29.461789 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0711d3c4-640d-4581-8d3a-4cb35f8cb734 req-d97a78f2-cd07-4b34-9fe0-8ef5d81bef31 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 943 time: 0.0537436 Aug 30 07:44:29.523029 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0711d3c4-640d-4581-8d3a-4cb35f8cb734 req-44e449e5-aec1-4d73-94e7-0da8a131f247 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550487 Aug 30 07:44:29.532114 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74839bc6-cee7-47c0-9fa6-d8b2257602fa req-5d46a2f4-66eb-4ae7-b1be-82a0e788c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:29.533728 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-74839bc6-cee7-47c0-9fa6-d8b2257602fa req-5d46a2f4-66eb-4ae7-b1be-82a0e788c9f7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 1099 time: 0.0506065 Aug 30 07:44:29.566737 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-74839bc6-cee7-47c0-9fa6-d8b2257602fa req-ae998361-9c54-459e-8021-1c3c4eca3075 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264919 Aug 30 07:44:30.234398 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eca420-bb36-4f74-9b6f-1eea18dca5d6 req-0347e6cc-1557-436e-bd37-ccf9f4c39180 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:30.235875 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-10eca420-bb36-4f74-9b6f-1eea18dca5d6 req-0347e6cc-1557-436e-bd37-ccf9f4c39180 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 946 time: 0.0467515 Aug 30 07:44:30.275730 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-10eca420-bb36-4f74-9b6f-1eea18dca5d6 req-0a186dd0-38d1-4a6d-aaba-52bcdd1fe52c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336075 Aug 30 07:44:30.847684 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeffe03-a850-4649-8a9f-90a7fdaf9377 req-a0e58cf3-3002-48e3-b682-1e82ad3ee67c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:30.849154 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8aeffe03-a850-4649-8a9f-90a7fdaf9377 req-a0e58cf3-3002-48e3-b682-1e82ad3ee67c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 943 time: 0.2628617 Aug 30 07:44:30.885616 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8aeffe03-a850-4649-8a9f-90a7fdaf9377 req-a50e3b46-29c7-4ee5-8137-f0db9f614331 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305760 Aug 30 07:44:31.396428 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5220e-30c2-4955-8d18-73fe623b8d3b req-3b806b3f-5873-45f4-896e-1bc52f324e02 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:31.397888 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ffa5220e-30c2-4955-8d18-73fe623b8d3b req-3b806b3f-5873-45f4-896e-1bc52f324e02 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 946 time: 0.0522726 Aug 30 07:44:31.433484 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ffa5220e-30c2-4955-8d18-73fe623b8d3b req-14ad28c3-8fcb-4769-af6f-122d46aea3b4 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298357 Aug 30 07:44:31.998003 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23575d-e951-4d5f-9fdf-12421728ee6f req-258d965e-26bf-4aaa-86e6-0f269bc98be7 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:31.999480 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d23575d-e951-4d5f-9fdf-12421728ee6f req-258d965e-26bf-4aaa-86e6-0f269bc98be7 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 943 time: 0.0472178 Aug 30 07:44:32.040278 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d23575d-e951-4d5f-9fdf-12421728ee6f req-af4d645b-1e7c-4165-a5da-83cbd659debf tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348959 Aug 30 07:44:33.152574 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d75a-bf8c-4a97-a7f9-bd3a6cf7cf7e req-ff77c775-061a-430d-87a9-7a001588824f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:33.153918 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f5b0d75a-bf8c-4a97-a7f9-bd3a6cf7cf7e req-ff77c775-061a-430d-87a9-7a001588824f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 943 time: 0.0473585 Aug 30 07:44:33.190450 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f5b0d75a-bf8c-4a97-a7f9-bd3a6cf7cf7e req-401c7a07-b325-476d-a5e8-d393346ed907 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299916 Aug 30 07:44:33.539627 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-66904715-0beb-4545-8cf0-c6a5e574e37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:34.301334 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffac5a8-c8d5-4909-beed-f457dcd3f589 req-a8f2c09f-9428-4a32-90fb-884eb5845c12 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:34.302816 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3ffac5a8-c8d5-4909-beed-f457dcd3f589 req-a8f2c09f-9428-4a32-90fb-884eb5845c12 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 943 time: 0.0494125 Aug 30 07:44:34.338578 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3ffac5a8-c8d5-4909-beed-f457dcd3f589 req-051267d9-afa4-4ff1-8593-a383eb3d541f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297589 Aug 30 07:44:35.117831 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:35.448928 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b92a74-b000-4064-b3e4-0a679fe158ed req-fe80a885-dcfb-4409-bbb5-bb9205ecfd85 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:35.450364 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-60b92a74-b000-4064-b3e4-0a679fe158ed req-fe80a885-dcfb-4409-bbb5-bb9205ecfd85 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 943 time: 0.0464468 Aug 30 07:44:35.490219 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-60b92a74-b000-4064-b3e4-0a679fe158ed req-113dbd43-4928-439c-a1c3-d1b065b48928 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337715 Aug 30 07:44:36.145541 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4a78e097-a8bd-4b69-9bea-561765888eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:36.277528 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a5da060-c812-44b9-ba23-2d8e9bc7ecce req-ed033993-5ce1-4a06-a4fd-91eb0ebd6d15 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382352 Aug 30 07:44:36.357872 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5da060-c812-44b9-ba23-2d8e9bc7ecce req-5571832a-a9dd-401f-9fc6-1fb443a312f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:36.359346 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a5da060-c812-44b9-ba23-2d8e9bc7ecce req-5571832a-a9dd-401f-9fc6-1fb443a312f3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 1098 time: 0.0382774 Aug 30 07:44:36.463283 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5da060-c812-44b9-ba23-2d8e9bc7ecce req-07f6584c-b54a-43a8-a643-b8bc13bf47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:36.464615 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a5da060-c812-44b9-ba23-2d8e9bc7ecce req-07f6584c-b54a-43a8-a643-b8bc13bf47c9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 911 time: 0.0822456 Aug 30 07:44:36.535597 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a5da060-c812-44b9-ba23-2d8e9bc7ecce req-d0d324a4-d1e7-48f7-8563-e4051916511f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692ed792-fe95-4573-bb50-1d79da797a33 HTTP/1.1" status: 200 len: 1000 time: 0.0628648 Aug 30 07:44:36.608333 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5da060-c812-44b9-ba23-2d8e9bc7ecce req-6fa124ab-212e-464b-bf23-1e1ca7abedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:36.609755 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a5da060-c812-44b9-ba23-2d8e9bc7ecce req-6fa124ab-212e-464b-bf23-1e1ca7abedc6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 200 len: 849 time: 0.0667431 Aug 30 07:44:36.627854 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f7b05-bcfb-47a7-a3c9-06cc0ed9b1e1 req-73a134f8-9fb3-4edd-8f07-31eb4a0bb84a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:36.629231 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d51f7b05-bcfb-47a7-a3c9-06cc0ed9b1e1 req-73a134f8-9fb3-4edd-8f07-31eb4a0bb84a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 943 time: 0.0615227 Aug 30 07:44:36.664501 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:36.694845 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d51f7b05-bcfb-47a7-a3c9-06cc0ed9b1e1 req-166f07b6-0475-4f21-ba1a-e6ec1ba5ece9 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592167 Aug 30 07:44:36.696486 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5da060-c812-44b9-ba23-2d8e9bc7ecce req-69263512-722c-4506-a3d1-683e110db939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:36.697860 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a5da060-c812-44b9-ba23-2d8e9bc7ecce req-69263512-722c-4506-a3d1-683e110db939 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05ed0500-0b6c-4296-ad10-a297a641c71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633821 Aug 30 07:44:36.795293 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a5da060-c812-44b9-ba23-2d8e9bc7ecce req-e8bd69ad-0683-4de9-9667-362064af0fef service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858262 Aug 30 07:44:36.884111 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a5da060-c812-44b9-ba23-2d8e9bc7ecce req-f443031b-5c5b-4224-8e9a-e8df553d4996 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811462 Aug 30 07:44:37.214267 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 870ac24a-6623-4d68-94d1-d868274ecaa7 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:44:37.303690 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 870ac24a-6623-4d68-94d1-d868274ecaa7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=870ac24a-6623-4d68-94d1-d868274ecaa7,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:37.317935 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '870ac24a-6623-4d68-94d1-d868274ecaa7', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'port_id': '870ac24a-6623-4d68-94d1-d868274ecaa7', 'mac_address': 'fa:16:3e:d3:32:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:44:37.361438 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:37.363107 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:37.373660 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870ac24a-6623-4d68-94d1-d868274ecaa7 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:44:37.393341 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 870ac24a-6623-4d68-94d1-d868274ecaa7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=870ac24a-6623-4d68-94d1-d868274ecaa7,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:37.397625 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:37.441738 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=870ac24a-6623-4d68-94d1-d868274ecaa7,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:37.448307 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:37.448646 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:37.448977 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:37.449311 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:37.449633 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:37.449956 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:37.450274 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:37.450591 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:37.450909 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:37.451256 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:37.451569 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:37.451882 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:37.804499 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b32ff-1538-468b-999b-f7f7db10c1ea req-6634194c-b304-403e-ad67-ccda4d1c9c62 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:37.805946 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea9b32ff-1538-468b-999b-f7f7db10c1ea req-6634194c-b304-403e-ad67-ccda4d1c9c62 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 944 time: 0.0473590 Aug 30 07:44:37.842396 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea9b32ff-1538-468b-999b-f7f7db10c1ea req-2fcd83e6-69b5-4ccf-a24f-2eef0dcc61bd tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305402 Aug 30 07:44:37.982305 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['870ac24a-6623-4d68-94d1-d868274ecaa7'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:44:38.655453 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:38.956108 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d570c06-10ec-4a4b-bfd1-ff74670c955c req-aab6684b-beb7-4745-958a-c53ffdf05f0a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:38.958215 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d570c06-10ec-4a4b-bfd1-ff74670c955c req-aab6684b-beb7-4745-958a-c53ffdf05f0a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 944 time: 0.0506518 Aug 30 07:44:38.993517 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d570c06-10ec-4a4b-bfd1-ff74670c955c req-e62d812d-be7e-4468-a038-64754ccc0eb2 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295212 Aug 30 07:44:39.235769 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 870ac24a-6623-4d68-94d1-d868274ecaa7 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:44:39.297508 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port 870ac24a-6623-4d68-94d1-d868274ecaa7 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:44:39.303908 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 870ac24a-6623-4d68-94d1-d868274ecaa7 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:44:39.304271 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:39.380067 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:39.401181 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870ac24a-6623-4d68-94d1-d868274ecaa7'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:39.403693 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718abc70-86e6-4cd4-9d5e-9aa999887104" -d '{"events": [{"server_uuid": "2701722c-79c1-4a8a-aaa2-7323d975a50c", "name": "network-vif-plugged", "status": "completed", "tag": "870ac24a-6623-4d68-94d1-d868274ecaa7"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:39.415452 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 870ac24a-6623-4d68-94d1-d868274ecaa7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=870ac24a-6623-4d68-94d1-d868274ecaa7,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:39.419432 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:39.442672 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48e5ec0-166d-4a12-a760-5ce9afe6b729 x-openstack-request-id: req-b48e5ec0-166d-4a12-a760-5ce9afe6b729 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:39.442961 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2701722c-79c1-4a8a-aaa2-7323d975a50c", "name": "network-vif-plugged", "status": "completed", "tag": "870ac24a-6623-4d68-94d1-d868274ecaa7", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:39.443238 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b48e5ec0-166d-4a12-a760-5ce9afe6b729 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:39.443625 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870ac24a-6623-4d68-94d1-d868274ecaa7', 'code': 200} Aug 30 07:44:39.467546 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=870ac24a-6623-4d68-94d1-d868274ecaa7,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:39.704378 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33c14e-4032-4267-85f2-08b9311eccbd req-1b928d0b-da3b-4270-9797-02318805e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:39.705715 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab33c14e-4032-4267-85f2-08b9311eccbd req-1b928d0b-da3b-4270-9797-02318805e35c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 1098 time: 0.0380290 Aug 30 07:44:39.743952 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab33c14e-4032-4267-85f2-08b9311eccbd req-0ad93773-6d1d-40b3-bbd2-5291f9143d0e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267038 Aug 30 07:44:40.106653 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7181975-61e5-48ae-8f2c-70c4cc0ac73d req-bc9e46b3-2716-429a-a127-d22898d9e25f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:40.108145 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d7181975-61e5-48ae-8f2c-70c4cc0ac73d req-bc9e46b3-2716-429a-a127-d22898d9e25f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0480475 Aug 30 07:44:40.144446 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d7181975-61e5-48ae-8f2c-70c4cc0ac73d req-8236c6f6-77bf-4942-b8df-cce6857f1981 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298886 Aug 30 07:44:41.258119 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb5c97-2f68-43f2-ae28-d80dc51d2d1a req-bfaaf3dd-0760-4f30-8f82-41c4d9d5418a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:41.259614 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fceb5c97-2f68-43f2-ae28-d80dc51d2d1a req-bfaaf3dd-0760-4f30-8f82-41c4d9d5418a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0510292 Aug 30 07:44:41.296579 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fceb5c97-2f68-43f2-ae28-d80dc51d2d1a req-328b0d19-f56a-4a46-8317-668e52fb6df1 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312119 Aug 30 07:44:42.406664 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814de23e-2d3f-4cd3-9808-a8ac61805bee req-9c83e1c1-3980-4324-96c9-b9c46155ab30 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:42.408135 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-814de23e-2d3f-4cd3-9808-a8ac61805bee req-9c83e1c1-3980-4324-96c9-b9c46155ab30 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0481410 Aug 30 07:44:42.444509 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-814de23e-2d3f-4cd3-9808-a8ac61805bee req-068a2f05-fc97-413d-ae55-1bf518ba2a01 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305636 Aug 30 07:44:43.027480 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:44:43.554920 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67cdc9-b9d9-4946-afe5-b066ff2e9410 req-e4974836-7b89-496e-9d7b-d843afc2e957 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:43.556409 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c67cdc9-b9d9-4946-afe5-b066ff2e9410 req-e4974836-7b89-496e-9d7b-d843afc2e957 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0474291 Aug 30 07:44:43.592512 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c67cdc9-b9d9-4946-afe5-b066ff2e9410 req-487c901c-0a5c-4899-900b-424b9aba17d2 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302970 Aug 30 07:44:44.708181 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b6d9a-09de-48ca-80e2-eb06bce6db5f req-3c53ceae-70b2-4da3-b53c-4f8733c7d127 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:44.709642 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5d7b6d9a-09de-48ca-80e2-eb06bce6db5f req-3c53ceae-70b2-4da3-b53c-4f8733c7d127 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0521164 Aug 30 07:44:44.746078 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5d7b6d9a-09de-48ca-80e2-eb06bce6db5f req-99240bd5-b662-493c-858c-519d5648b26a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306294 Aug 30 07:44:45.856276 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ccf48-00aa-48ab-9cf0-58338636302e req-45490920-2626-4ad0-8e70-ce6622209caf tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:45.857726 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-639ccf48-00aa-48ab-9cf0-58338636302e req-45490920-2626-4ad0-8e70-ce6622209caf tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0478284 Aug 30 07:44:45.894136 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-639ccf48-00aa-48ab-9cf0-58338636302e req-9c60cf6c-73c4-4ae2-89f7-789023e9abfe tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301874 Aug 30 07:44:47.002753 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ead85-2466-47f5-95d7-5cf8882206d0 req-925be4be-67ba-4b5d-8140-07b8d67f03ab tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:47.004802 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-692ead85-2466-47f5-95d7-5cf8882206d0 req-925be4be-67ba-4b5d-8140-07b8d67f03ab tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0476453 Aug 30 07:44:47.041178 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-692ead85-2466-47f5-95d7-5cf8882206d0 req-2b8c6e73-bfef-4234-a7e2-3a42dc929777 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305567 Aug 30 07:44:48.155878 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721c43-a45f-4d2e-8c1a-08d799f5b143 req-62de84b6-b729-487b-8940-fafaa34dd275 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:48.157320 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93721c43-a45f-4d2e-8c1a-08d799f5b143 req-62de84b6-b729-487b-8940-fafaa34dd275 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0508552 Aug 30 07:44:48.193695 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93721c43-a45f-4d2e-8c1a-08d799f5b143 req-6a7b532c-1a75-4254-882e-b43b33fa90fc tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305259 Aug 30 07:44:49.305131 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ca42c-83fa-4f27-af95-87bfb3d4c7ec req-81d01f1a-a9fb-4a65-bbc6-7efb80e46a9d tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:49.306607 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ed0ca42c-83fa-4f27-af95-87bfb3d4c7ec req-81d01f1a-a9fb-4a65-bbc6-7efb80e46a9d tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0492337 Aug 30 07:44:49.343912 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ed0ca42c-83fa-4f27-af95-87bfb3d4c7ec req-a94c7191-9b97-4795-a02a-b321a2575b2a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Aug 30 07:44:50.453043 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6be9b-abc5-420b-b108-a1f8bdb4a27f req-0cac6c03-e339-4858-bcce-c719d0fa30e5 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:50.454487 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-58f6be9b-abc5-420b-b108-a1f8bdb4a27f req-0cac6c03-e339-4858-bcce-c719d0fa30e5 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0471358 Aug 30 07:44:50.491091 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-58f6be9b-abc5-420b-b108-a1f8bdb4a27f req-70510527-01bf-4db6-9336-78ddbfc775cb tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303490 Aug 30 07:44:51.603951 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba72d4-d82f-4f3f-a45c-b4ee74ce73c0 req-cb1f57fa-f961-4b5c-9a99-a433e1d40963 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:51.605408 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1ba72d4-d82f-4f3f-a45c-b4ee74ce73c0 req-cb1f57fa-f961-4b5c-9a99-a433e1d40963 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0505528 Aug 30 07:44:51.641567 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1ba72d4-d82f-4f3f-a45c-b4ee74ce73c0 req-6a6c7f2c-5ec9-47d4-9fe8-cdbbd90e46db tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304439 Aug 30 07:44:51.754635 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91f67f-7a8e-4c59-b041-955d075b8331 req-1ffaad3c-5a27-48dd-85e4-f1638a1c879c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:51.756214 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f91f67f-7a8e-4c59-b041-955d075b8331 req-1ffaad3c-5a27-48dd-85e4-f1638a1c879c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0490732 Aug 30 07:44:51.795063 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f91f67f-7a8e-4c59-b041-955d075b8331 req-0f463d59-05ed-4582-80d4-92badce83ce4 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331497 Aug 30 07:44:51.817248 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 52576) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:51.896476 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996325d1-58c8-4a97-89a7-3ffa397286a2 tempest-TestVolumeBootPattern-1148254863 tempest-TestVolumeBootPattern-1148254863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:51.898009 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-996325d1-58c8-4a97-89a7-3ffa397286a2 tempest-TestVolumeBootPattern-1148254863 tempest-TestVolumeBootPattern-1148254863-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 1093 time: 0.0797856 Aug 30 07:44:51.900911 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 52580) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:44:51.905165 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'floatingip': {'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'port_id': '870ac24a-6623-4d68-94d1-d868274ecaa7', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:44:51.927042 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:52.024615 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:52.123837 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Allocated IP 172.27.1.35 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/c28cceaf-62b6-4008-826b-7b84a29173d6) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:44:52.226714 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:52.265957 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:52.301867 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:44:52.306503 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:44:52.309966 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:44:52.333747 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'Port': ['ID=c28cceaf-62b6-4008-826b-7b84a29173d6,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:52.343072 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:52.343448 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:52.343790 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:52.344122 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:52.344455 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:52.344786 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:52.345116 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:52.345445 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:52.345768 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:52.346093 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:52.346412 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:52.346731 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:44:52.674255 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:52.740187 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:52.885330 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:52.890761 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:52.956594 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'Port': ['ID=c28cceaf-62b6-4008-826b-7b84a29173d6,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:52.973746 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:53.070323 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Floating IP 8736a9f4-30d8-4966-a477-a77c9bd5ca1a associated. External IP: 172.27.1.35, port: 870ac24a-6623-4d68-94d1-d868274ecaa7. Aug 30 07:44:53.267591 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:44:53.378060 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:44:53.389394 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708e6f0-b7c7-4463-96e4-12baa8a6ebe9 None None] Sync routers for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:44:53.395412 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:53.398580 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708e6f0-b7c7-4463-96e4-12baa8a6ebe9 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:44:53.399209 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-5708e6f0-b7c7-4463-96e4-12baa8a6ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:44:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:53.422790 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-663231ff-5a19-4a08-98d5-5e09b2dc959a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5208788 Aug 30 07:44:53.423616 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'tag': '870ac24a-6623-4d68-94d1-d868274ecaa7'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:53.426425 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab965d7f-e8f2-42a6-8fca-8fdd0357afd5" -d '{"events": [{"name": "network-changed", "server_uuid": "2701722c-79c1-4a8a-aaa2-7323d975a50c", "tag": "870ac24a-6623-4d68-94d1-d868274ecaa7"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:53.464296 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aeddfe-c08d-468a-9951-b86af9febaea x-openstack-request-id: req-18aeddfe-c08d-468a-9951-b86af9febaea {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:53.464577 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2701722c-79c1-4a8a-aaa2-7323d975a50c", "tag": "870ac24a-6623-4d68-94d1-d868274ecaa7", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:53.464825 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18aeddfe-c08d-468a-9951-b86af9febaea {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:53.465221 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'tag': '870ac24a-6623-4d68-94d1-d868274ecaa7', 'status': 'completed', 'code': 200} Aug 30 07:44:53.511477 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-5708e6f0-b7c7-4463-96e4-12baa8a6ebe9 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:44:53.567986 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab965d7f-e8f2-42a6-8fca-8fdd0357afd5 req-74978fec-873c-41af-898d-87d293272b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:53.569482 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab965d7f-e8f2-42a6-8fca-8fdd0357afd5 req-74978fec-873c-41af-898d-87d293272b03 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 1098 time: 0.0828519 Aug 30 07:44:53.671246 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab965d7f-e8f2-42a6-8fca-8fdd0357afd5 req-ae0c1f03-360b-475e-a37e-7d1a21f97f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:53.672730 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab965d7f-e8f2-42a6-8fca-8fdd0357afd5 req-ae0c1f03-360b-475e-a37e-7d1a21f97f83 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 913 time: 0.0909336 Aug 30 07:44:53.777912 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-5708e6f0-b7c7-4463-96e4-12baa8a6ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '8736a9f4-30d8-4966-a477-a77c9bd5ca1a', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': '870ac24a-6623-4d68-94d1-d868274ecaa7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:d3:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:44:52Z', 'updated_at': '2021-08-30T07:44:52Z', 'revision_number': 0, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:53.806751 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708e6f0-b7c7-4463-96e4-12baa8a6ebe9 None None] Checking router: 7c0ff0e0-f528-46ad-b2b8-ab025803d3be for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:44:53.815504 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708e6f0-b7c7-4463-96e4-12baa8a6ebe9 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:44:53.816589 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-5708e6f0-b7c7-4463-96e4-12baa8a6ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:44:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:53.925969 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-5708e6f0-b7c7-4463-96e4-12baa8a6ebe9 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:44:53.968487 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab965d7f-e8f2-42a6-8fca-8fdd0357afd5 req-b6b7bf2d-240a-4d24-87dc-059d549b4589 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=870ac24a-6623-4d68-94d1-d868274ecaa7 HTTP/1.1" status: 200 len: 998 time: 0.2850797 Aug 30 07:44:54.026402 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab965d7f-e8f2-42a6-8fca-8fdd0357afd5 req-fb481d68-fc99-4289-8bac-41afdfa1d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:54.027994 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab965d7f-e8f2-42a6-8fca-8fdd0357afd5 req-fb481d68-fc99-4289-8bac-41afdfa1d76b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0492475 Aug 30 07:44:54.078078 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab965d7f-e8f2-42a6-8fca-8fdd0357afd5 req-e4d11811-aad7-48c3-8b64-315b19bc4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:54.079595 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab965d7f-e8f2-42a6-8fca-8fdd0357afd5 req-e4d11811-aad7-48c3-8b64-315b19bc4f9a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429592 Aug 30 07:44:54.166411 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab965d7f-e8f2-42a6-8fca-8fdd0357afd5 req-7420978e-95f1-40ac-9ec4-495ade45e9d3 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784705 Aug 30 07:44:54.259270 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab965d7f-e8f2-42a6-8fca-8fdd0357afd5 req-a05e0cc5-be02-4c16-a083-57d008eceb7e service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843463 Aug 30 07:44:54.261991 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-5708e6f0-b7c7-4463-96e4-12baa8a6ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '8736a9f4-30d8-4966-a477-a77c9bd5ca1a', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': '870ac24a-6623-4d68-94d1-d868274ecaa7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:d3:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:44:52Z', 'updated_at': '2021-08-30T07:44:52Z', 'revision_number': 0, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:44:54.291903 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708e6f0-b7c7-4463-96e4-12baa8a6ebe9 None None] The sync data for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi is: [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '8736a9f4-30d8-4966-a477-a77c9bd5ca1a', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': '870ac24a-6623-4d68-94d1-d868274ecaa7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:d3:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:44:52Z', 'updated_at': '2021-08-30T07:44:52Z', 'revision_number': 0, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:44:54.469546 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b0e1a2-21fd-4beb-9b3c-862de4fd4231 None None] New status for floating IP 8736a9f4-30d8-4966-a477-a77c9bd5ca1a: ACTIVE {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:44:56.496571 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a93348-10f5-4c57-85d4-4ebf8af8a0f5 req-17e6057d-cfbb-42c1-9e48-d7238e6f1e56 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:56.498131 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8a93348-10f5-4c57-85d4-4ebf8af8a0f5 req-17e6057d-cfbb-42c1-9e48-d7238e6f1e56 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 946 time: 0.0481887 Aug 30 07:44:56.535322 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8a93348-10f5-4c57-85d4-4ebf8af8a0f5 req-c7d3ed2f-31cb-4ccb-8b6c-f86b47b35b6b tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Aug 30 07:44:57.647879 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cc237-b7a1-4e12-9aa7-a7e888513245 req-56ea1365-a290-43a4-a89c-28dbece26a27 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:57.649348 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-761cc237-b7a1-4e12-9aa7-a7e888513245 req-56ea1365-a290-43a4-a89c-28dbece26a27 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 946 time: 0.0486562 Aug 30 07:44:57.685119 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-761cc237-b7a1-4e12-9aa7-a7e888513245 req-bc4aec0f-78d3-478b-80a6-b133bc42036c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300753 Aug 30 07:44:58.657178 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02523238-285a-4fac-b78a-7f5477dced48 req-7a9bf32f-614c-45e6-b9b6-562ed0a00d7a tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:58.659756 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02523238-285a-4fac-b78a-7f5477dced48 req-7a9bf32f-614c-45e6-b9b6-562ed0a00d7a tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.68 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 946 time: 0.0503297 Aug 30 07:44:58.752314 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-02523238-285a-4fac-b78a-7f5477dced48 req-649ff76a-c3e8-4c36-93ed-3a3d49c6312c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Deleting port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:44:58.752662 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-02523238-285a-4fac-b78a-7f5477dced48 req-649ff76a-c3e8-4c36-93ed-3a3d49c6312c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:58.858178 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88753d18-32c3-44b2-aad7-4ec613481b00 req-f5b34a58-9662-4e05-a901-125ac84c833f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:44:58.859669 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-88753d18-32c3-44b2-aad7-4ec613481b00 req-f5b34a58-9662-4e05-a901-125ac84c833f tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/ports?device_id=7db8f93e-9c52-42ec-8b18-a3aac606a371 HTTP/1.1" status: 200 len: 946 time: 0.1096134 Aug 30 07:44:58.887408 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-02523238-285a-4fac-b78a-7f5477dced48 req-649ff76a-c3e8-4c36-93ed-3a3d49c6312c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] For port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709,segment=NetworkSegment(9c176db4-9360-4727-a375-5b7e8b0a15ed),segment_id=9c176db4-9360-4727-a375-5b7e8b0a15ed)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:44:58.887551 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-02523238-285a-4fac-b78a-7f5477dced48 req-649ff76a-c3e8-4c36-93ed-3a3d49c6312c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:58.905442 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-02523238-285a-4fac-b78a-7f5477dced48 req-649ff76a-c3e8-4c36-93ed-3a3d49c6312c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Calling delete_port for a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:44:58.929064 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-88753d18-32c3-44b2-aad7-4ec613481b00 req-b2c04364-e28a-4dd6-9dcc-855b000387f8 tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2b3790c-dc64-4fc1-bf07-802deb40720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606935 Aug 30 07:44:59.040472 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-02523238-285a-4fac-b78a-7f5477dced48 req-649ff76a-c3e8-4c36-93ed-3a3d49c6312c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:59.052839 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['a45ddb8c-ca54-4ee2-9c36-d2c7791a1709'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:44:59.066497 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ff76a-c3e8-4c36-93ed-3a3d49c6312c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Pushing event deleted for resources: {'Port': ['ID=a45ddb8c-ca54-4ee2-9c36-d2c7791a1709,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:44:59.109827 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-02523238-285a-4fac-b78a-7f5477dced48 req-649ff76a-c3e8-4c36-93ed-3a3d49c6312c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] No DVR routers for this DVR port a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:44:59.112292 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-02523238-285a-4fac-b78a-7f5477dced48 req-649ff76a-c3e8-4c36-93ed-3a3d49c6312c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:44:59.114860 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02523238-285a-4fac-b78a-7f5477dced48 req-649ff76a-c3e8-4c36-93ed-3a3d49c6312c tempest-VolumesSnapshotTestJSON-1354538633 tempest-VolumesSnapshotTestJSON-1354538633-project] 10.222.0.68 "DELETE /v2.0/ports/a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 HTTP/1.1" status: 204 len: 173 time: 0.4476035 Aug 30 07:44:59.115311 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db8f93e-9c52-42ec-8b18-a3aac606a371', 'name': 'network-vif-deleted', 'tag': 'a45ddb8c-ca54-4ee2-9c36-d2c7791a1709'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:44:59.117545 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77321fc-b7f0-46f3-8df0-d5fb60c57d37" -d '{"events": [{"server_uuid": "7db8f93e-9c52-42ec-8b18-a3aac606a371", "name": "network-vif-deleted", "tag": "a45ddb8c-ca54-4ee2-9c36-d2c7791a1709"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:44:59.211663 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866a81f9-cbd9-4341-97f1-34e35790d736 x-openstack-request-id: req-866a81f9-cbd9-4341-97f1-34e35790d736 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:44:59.211954 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db8f93e-9c52-42ec-8b18-a3aac606a371", "name": "network-vif-deleted", "tag": "a45ddb8c-ca54-4ee2-9c36-d2c7791a1709", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:44:59.212199 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-866a81f9-cbd9-4341-97f1-34e35790d736 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:44:59.212590 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db8f93e-9c52-42ec-8b18-a3aac606a371', 'name': 'network-vif-deleted', 'tag': 'a45ddb8c-ca54-4ee2-9c36-d2c7791a1709', 'status': 'completed', 'code': 200} Aug 30 07:45:01.337026 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:45:01.356701 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:45:01.357075 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device a45ddb8c-ca54-4ee2-9c36-d2c7791a1709 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:45:03.538766 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b4e0fff0-3685-402c-a18d-1b2415e40db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:05.115677 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:06.145094 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-6eb2fcc5-259f-4ebe-990c-1c8e61b87eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:06.665478 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:07.348338 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:08.660682 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:20.026811 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:45:20.439822 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268366b7-2d6b-4487-ba86-7ac85ee32032 req-95d3c98f-2e0f-48b4-bf44-7a2b136d196b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:20.441335 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-268366b7-2d6b-4487-ba86-7ac85ee32032 req-95d3c98f-2e0f-48b4-bf44-7a2b136d196b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0492909 Aug 30 07:45:20.481347 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-268366b7-2d6b-4487-ba86-7ac85ee32032 req-d886b41c-5e99-427e-9053-046d096b0ab2 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333259 Aug 30 07:45:21.600856 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f58ad9-8d31-4133-b25f-dd033a58720e req-8b5846c6-af47-4624-a9bd-92928e3804ce tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:21.602334 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-07f58ad9-8d31-4133-b25f-dd033a58720e req-8b5846c6-af47-4624-a9bd-92928e3804ce tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0550168 Aug 30 07:45:21.639007 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-07f58ad9-8d31-4133-b25f-dd033a58720e req-cbd9e999-4c08-44c7-979f-cc9fc73e8e5d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309286 Aug 30 07:45:22.757867 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d70458-aa50-4f7b-aa88-618587b9a090 req-c96a8f16-616d-4682-9dec-9aed10572186 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:22.759723 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33d70458-aa50-4f7b-aa88-618587b9a090 req-c96a8f16-616d-4682-9dec-9aed10572186 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0541601 Aug 30 07:45:22.799167 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33d70458-aa50-4f7b-aa88-618587b9a090 req-ff0a0b0c-ff65-41bd-bf92-ef5b23f871e9 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338125 Aug 30 07:45:23.917290 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26addb3d-4380-4c3f-8373-9bae2e7732ff req-feb334fb-f8de-43a4-ae48-929ee4ce17b8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:23.918773 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-26addb3d-4380-4c3f-8373-9bae2e7732ff req-feb334fb-f8de-43a4-ae48-929ee4ce17b8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0509362 Aug 30 07:45:23.955973 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-26addb3d-4380-4c3f-8373-9bae2e7732ff req-1134cc5b-c506-4ab7-be88-c9b715e82bb0 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313387 Aug 30 07:45:24.983603 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 52846) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:25.053613 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28e2cb9-e80e-4b94-a42d-8a70874980c0 admin admin] Deleting subnet ba869dcd-8596-489e-a580-54bf2e6312f1 {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:45:25.058199 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d28e2cb9-e80e-4b94-a42d-8a70874980c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.097290 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d28e2cb9-e80e-4b94-a42d-8a70874980c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070656471'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.106320 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6f54d-92bc-42ab-90ac-b0ffde88e66c req-833b77d8-4331-48e9-a148-37fde299f21f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:25.107821 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2aa6f54d-92bc-42ab-90ac-b0ffde88e66c req-833b77d8-4331-48e9-a148-37fde299f21f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0865312 Aug 30 07:45:25.171863 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d28e2cb9-e80e-4b94-a42d-8a70874980c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.176043 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2aa6f54d-92bc-42ab-90ac-b0ffde88e66c req-1b33c833-b7d5-4c16-bd71-4475afb9303f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515378 Aug 30 07:45:25.226783 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d28e2cb9-e80e-4b94-a42d-8a70874980c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071471443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070182839'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.252587 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e2cb9-e80e-4b94-a42d-8a70874980c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba869dcd-8596-489e-a580-54bf2e6312f1,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:25.255507 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d28e2cb9-e80e-4b94-a42d-8a70874980c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.257780 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-d28e2cb9-e80e-4b94-a42d-8a70874980c0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ba869dcd-8596-489e-a580-54bf2e6312f1 HTTP/1.1" status: 204 len: 168 time: 0.2735367 Aug 30 07:45:25.260229 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 52848) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:25.325413 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.404120 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.414081 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d00441d-49a3-4a21-9368-3e9882621c62']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:25.423617 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c176db4-9360-4727-a375-5b7e8b0a15ed') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:25.423914 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c176db4-9360-4727-a375-5b7e8b0a15ed') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:45:25.433065 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070656456'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.447093 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.453799 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:45:25.454257 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071471413'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: timer() Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: cb(*args, **kw) Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: self._notify() Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: self.callback(batched_events) Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: event.method(event) Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._get(url).json() Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:45:25.455956 dv-cinder-804735-4-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:45:25.511971 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.516221 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.518044 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2d00441d-49a3-4a21-9368-3e9882621c62 HTTP/1.1" status: 204 len: 168 time: 0.2569013 Aug 30 07:45:25.532902 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895c94e-2c7e-4756-9778-b6d4005a1d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d00441d-49a3-4a21-9368-3e9882621c62,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:25.674024 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 52854) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:25.712895 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-76186d22-c369-4386-a59a-7a99f636ef85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5efb24078d843a58aa50b8ddd0877e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377815 Aug 30 07:45:25.715430 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 52856) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:45:25.761674 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a48dc6af-cc25-4e67-862c-3c551f84b6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.782568 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a48dc6af-cc25-4e67-862c-3c551f84b6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.827930 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a48dc6af-cc25-4e67-862c-3c551f84b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.830394 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a48dc6af-cc25-4e67-862c-3c551f84b6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:25.831657 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-a48dc6af-cc25-4e67-862c-3c551f84b6c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2b3790c-dc64-4fc1-bf07-802deb40720c HTTP/1.1" status: 204 len: 168 time: 0.1153505 Aug 30 07:45:25.839126 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dc6af-cc25-4e67-862c-3c551f84b6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b3790c-dc64-4fc1-bf07-802deb40720c,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:45:26.287907 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1032e83-4335-4f39-b875-ba3f611f7431 req-2bd6a7fb-67e0-4bce-95c7-6d5472f27ad8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:26.290065 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e1032e83-4335-4f39-b875-ba3f611f7431 req-2bd6a7fb-67e0-4bce-95c7-6d5472f27ad8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0491054 Aug 30 07:45:26.328794 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e1032e83-4335-4f39-b875-ba3f611f7431 req-a1797452-8025-4ac8-8c83-536b67bf8f5e tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329125 Aug 30 07:45:27.440330 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78f55b-40d8-4b6e-b060-17a96a69530f req-6b4e3b1b-f9ae-4351-991f-523bea8f450d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:27.441792 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0d78f55b-40d8-4b6e-b060-17a96a69530f req-6b4e3b1b-f9ae-4351-991f-523bea8f450d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0482173 Aug 30 07:45:27.478219 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0d78f55b-40d8-4b6e-b060-17a96a69530f req-31626b82-3804-485e-9e98-79c023e81d4a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306885 Aug 30 07:45:28.590117 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40ccd5-b889-4f9c-878d-5dac347e7a75 req-46cd48ff-9ac3-42bf-8633-d70491a18cd0 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:28.591581 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7b40ccd5-b889-4f9c-878d-5dac347e7a75 req-46cd48ff-9ac3-42bf-8633-d70491a18cd0 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0463428 Aug 30 07:45:28.627641 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7b40ccd5-b889-4f9c-878d-5dac347e7a75 req-1c8539d7-1937-4c4e-99f9-1ec8a183da41 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303364 Aug 30 07:45:29.740204 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b051220-7dbb-4882-9f20-ac463935183a req-e25ff8e2-e897-4d78-a488-c7f38066174e tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:29.742266 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2b051220-7dbb-4882-9f20-ac463935183a req-e25ff8e2-e897-4d78-a488-c7f38066174e tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0501568 Aug 30 07:45:29.789418 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2b051220-7dbb-4882-9f20-ac463935183a req-ea8d20a4-851f-4b96-949a-4980f7844afa tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413260 Aug 30 07:45:30.902220 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b843e-b189-4a6a-b93a-bb07903d9ede req-17e2f94c-ca79-4a9e-8715-582fa9ddbb3e tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:30.903734 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-134b843e-b189-4a6a-b93a-bb07903d9ede req-17e2f94c-ca79-4a9e-8715-582fa9ddbb3e tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0493865 Aug 30 07:45:30.943167 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-134b843e-b189-4a6a-b93a-bb07903d9ede req-fa36759c-f21c-4fff-9605-e952c3005fbf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332901 Aug 30 07:45:32.056846 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab414f4-6961-4aa3-9ee8-1129a67c283e req-58e19d92-a4c1-4777-8400-47e733b3bc3e tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:32.058658 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dab414f4-6961-4aa3-9ee8-1129a67c283e req-58e19d92-a4c1-4777-8400-47e733b3bc3e tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0503471 Aug 30 07:45:32.108051 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dab414f4-6961-4aa3-9ee8-1129a67c283e req-f630efba-a1b7-4846-a8ad-9c41458d2765 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435512 Aug 30 07:45:33.217055 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8313b-e1b2-409b-883c-e82b595560a5 req-04f12405-b4ae-4501-8d35-017ad042f038 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:33.218390 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93c8313b-e1b2-409b-883c-e82b595560a5 req-04f12405-b4ae-4501-8d35-017ad042f038 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0461752 Aug 30 07:45:33.258121 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93c8313b-e1b2-409b-883c-e82b595560a5 req-a9ffdec2-5329-4ab1-8556-f907dc50fb77 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339961 Aug 30 07:45:33.538861 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e8d30f36-7724-4668-9f83-4c7f4503bed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:34.370006 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105340-f7ec-4647-ad2a-76f00dbee455 req-8fff909c-2547-470f-bcb1-2614e7903890 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:34.371794 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be105340-f7ec-4647-ad2a-76f00dbee455 req-8fff909c-2547-470f-bcb1-2614e7903890 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0480542 Aug 30 07:45:34.409337 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be105340-f7ec-4647-ad2a-76f00dbee455 req-990bd220-6df0-4e39-89ec-bb64432fb8bd tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316403 Aug 30 07:45:35.136002 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:35.521522 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39838-26f2-4043-ac9b-83865273cc98 req-7ebb4129-d090-43d9-869c-895d176328a8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:35.522996 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-78d39838-26f2-4043-ac9b-83865273cc98 req-7ebb4129-d090-43d9-869c-895d176328a8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0488582 Aug 30 07:45:35.559621 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-78d39838-26f2-4043-ac9b-83865273cc98 req-e9458329-0b79-4a82-b9c2-81eab771f841 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308290 Aug 30 07:45:36.148259 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7c43c717-68c8-4fd4-8ee3-edd65e0b4a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:36.487542 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be3315c2-e295-47e8-95d0-d1938d54a0a1 req-fa8e81c5-dd2f-41f6-bdda-7f8c02734836 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375395 Aug 30 07:45:36.552058 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3315c2-e295-47e8-95d0-d1938d54a0a1 req-ffc6ba24-9471-4256-92ab-1cf3ace84acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:36.553490 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be3315c2-e295-47e8-95d0-d1938d54a0a1 req-ffc6ba24-9471-4256-92ab-1cf3ace84acd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 1098 time: 0.0418715 Aug 30 07:45:36.665769 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:36.692870 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3315c2-e295-47e8-95d0-d1938d54a0a1 req-9bf2e799-7949-4448-85a3-5def7ebc5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:36.694922 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be3315c2-e295-47e8-95d0-d1938d54a0a1 req-9bf2e799-7949-4448-85a3-5def7ebc5c75 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 917 time: 0.1168797 Aug 30 07:45:36.703090 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418bb13-b5c5-4054-91f3-986bc842ed5e req-a94574e5-0838-481e-aff9-961fe7c73f31 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:36.704510 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a418bb13-b5c5-4054-91f3-986bc842ed5e req-a94574e5-0838-481e-aff9-961fe7c73f31 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0800869 Aug 30 07:45:36.788241 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a418bb13-b5c5-4054-91f3-986bc842ed5e req-9a08d498-15ca-4ada-8251-9919c04cc078 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764415 Aug 30 07:45:36.790170 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be3315c2-e295-47e8-95d0-d1938d54a0a1 req-379c5577-82c0-4b5b-8172-4a3dcfe8f44c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb595183-67ad-4010-8981-90243d616b35 HTTP/1.1" status: 200 len: 1000 time: 0.0848258 Aug 30 07:45:36.849292 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3315c2-e295-47e8-95d0-d1938d54a0a1 req-a381f6de-17c8-45da-abc6-cbe3221c02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:36.850696 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be3315c2-e295-47e8-95d0-d1938d54a0a1 req-a381f6de-17c8-45da-abc6-cbe3221c02d1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.0469697 Aug 30 07:45:36.896820 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3315c2-e295-47e8-95d0-d1938d54a0a1 req-602da540-587a-40c4-b611-6be6252255a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:36.898277 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be3315c2-e295-47e8-95d0-d1938d54a0a1 req-602da540-587a-40c4-b611-6be6252255a5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389583 Aug 30 07:45:36.984058 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be3315c2-e295-47e8-95d0-d1938d54a0a1 req-fc449134-39bb-48c2-85cc-98f8d3c393bc service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783470 Aug 30 07:45:37.078430 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be3315c2-e295-47e8-95d0-d1938d54a0a1 req-7e6f7343-dd5b-41fd-8767-6ba8c578026e service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841138 Aug 30 07:45:37.352069 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:37.899633 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49544b5a-6639-42b4-92d4-59a575fe431b req-80f2de5e-878c-43d3-9bfc-d8ebba905a90 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:37.901094 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-49544b5a-6639-42b4-92d4-59a575fe431b req-80f2de5e-878c-43d3-9bfc-d8ebba905a90 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0479996 Aug 30 07:45:37.937853 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-49544b5a-6639-42b4-92d4-59a575fe431b req-5b13f4ce-a694-4810-894a-87ac2c37b2d7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309510 Aug 30 07:45:38.660030 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:45:39.052367 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31408c91-a82b-4d70-b97a-8601387a187a req-824b73fa-93a2-4c46-b562-879f55326188 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:39.053806 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-31408c91-a82b-4d70-b97a-8601387a187a req-824b73fa-93a2-4c46-b562-879f55326188 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0483735 Aug 30 07:45:39.089801 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-31408c91-a82b-4d70-b97a-8601387a187a req-5e2f8f58-5329-47b7-9dce-7772a8410cdf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301790 Aug 30 07:45:40.205342 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a2e0e-05ae-43dd-812c-a8b93334c1be req-6fe6194f-467e-401c-962f-a82f3c034eee tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:40.206787 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-135a2e0e-05ae-43dd-812c-a8b93334c1be req-6fe6194f-467e-401c-962f-a82f3c034eee tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0509045 Aug 30 07:45:40.243499 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-135a2e0e-05ae-43dd-812c-a8b93334c1be req-2ad843f0-bf97-4039-b233-c281651772df tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309081 Aug 30 07:45:41.355979 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c80158-6f66-4acd-9d6a-4692f53bb6ce req-145112d1-5278-4468-b13d-97a2aa675bd4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:41.357424 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f9c80158-6f66-4acd-9d6a-4692f53bb6ce req-145112d1-5278-4468-b13d-97a2aa675bd4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0467188 Aug 30 07:45:41.393738 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f9c80158-6f66-4acd-9d6a-4692f53bb6ce req-dacf1bab-c787-4194-bace-8b6274a1a1a4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306747 Aug 30 07:45:41.582112 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a4dc8-be3a-48a2-adb7-13da70f57e8e req-13843104-ab22-4ab8-8f12-4227d462b44f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:41.583535 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ff0a4dc8-be3a-48a2-adb7-13da70f57e8e req-13843104-ab22-4ab8-8f12-4227d462b44f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0480723 Aug 30 07:45:41.645433 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ff0a4dc8-be3a-48a2-adb7-13da70f57e8e req-deaabc87-7454-47af-91b6-4aa963a25923 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560541 Aug 30 07:45:41.657470 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd413f-0b5c-4062-9413-9aa1fc40ab8a req-054e72b5-54f3-45da-be1e-e5db99e52ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:41.658915 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b2cd413f-0b5c-4062-9413-9aa1fc40ab8a req-054e72b5-54f3-45da-be1e-e5db99e52ab9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 1098 time: 0.0569210 Aug 30 07:45:41.747291 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd413f-0b5c-4062-9413-9aa1fc40ab8a req-25be2e10-a641-417c-9e9e-d8db5303a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:41.748762 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b2cd413f-0b5c-4062-9413-9aa1fc40ab8a req-25be2e10-a641-417c-9e9e-d8db5303a9c1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 911 time: 0.0814190 Aug 30 07:45:41.816838 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b2cd413f-0b5c-4062-9413-9aa1fc40ab8a req-3c34010e-393f-4e8f-8d5a-9b5df049acc4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692ed792-fe95-4573-bb50-1d79da797a33 HTTP/1.1" status: 200 len: 1000 time: 0.0602846 Aug 30 07:45:41.869416 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd413f-0b5c-4062-9413-9aa1fc40ab8a req-80db540f-0921-4a42-b1b5-cc9f8697b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:41.870850 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b2cd413f-0b5c-4062-9413-9aa1fc40ab8a req-80db540f-0921-4a42-b1b5-cc9f8697b0d0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 200 len: 849 time: 0.0440717 Aug 30 07:45:41.948406 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd413f-0b5c-4062-9413-9aa1fc40ab8a req-2afedd73-b297-41ef-8357-9c5db3a5e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:41.949846 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b2cd413f-0b5c-4062-9413-9aa1fc40ab8a req-2afedd73-b297-41ef-8357-9c5db3a5e818 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05ed0500-0b6c-4296-ad10-a297a641c71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391147 Aug 30 07:45:42.040614 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b2cd413f-0b5c-4062-9413-9aa1fc40ab8a req-dec9358e-2774-4f0f-9e10-87e150be2a45 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816119 Aug 30 07:45:42.126361 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b2cd413f-0b5c-4062-9413-9aa1fc40ab8a req-9bb5b375-c7f5-422f-a343-8bea9627d245 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774457 Aug 30 07:45:42.761333 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f985b-9aba-45f0-8a1f-ec595967d36f req-a64d438c-2a68-4a34-b151-fb3175c9bd2f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:42.762780 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-787f985b-9aba-45f0-8a1f-ec595967d36f req-a64d438c-2a68-4a34-b151-fb3175c9bd2f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0500112 Aug 30 07:45:42.803666 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-787f985b-9aba-45f0-8a1f-ec595967d36f req-17ffe0f7-8ccd-4dff-bd35-8f9991d5479e tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350411 Aug 30 07:45:43.913101 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d770338-465d-4a68-882f-14af5ef30fd5 req-29e47a5a-6c03-4d0e-aa2b-55b218f5e456 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:43.915033 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d770338-465d-4a68-882f-14af5ef30fd5 req-29e47a5a-6c03-4d0e-aa2b-55b218f5e456 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0481181 Aug 30 07:45:43.951406 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d770338-465d-4a68-882f-14af5ef30fd5 req-4ac5d3a4-2271-4b38-b0b3-410d038cfd5f tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305245 Aug 30 07:45:48.939153 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ac4b7-cbfb-4d6c-bf21-6b41e3244796 req-f9d5f536-5a44-4c75-a016-31131b26cecf tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:48.940718 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-938ac4b7-cbfb-4d6c-bf21-6b41e3244796 req-f9d5f536-5a44-4c75-a016-31131b26cecf tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0469449 Aug 30 07:45:48.976828 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-938ac4b7-cbfb-4d6c-bf21-6b41e3244796 req-acdc7ff4-0710-42f0-990d-a20689818f71 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295703 Aug 30 07:45:50.095660 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf012fe4-5fc4-4c91-8c57-0c9dc54b6ea8 req-138e09f4-a13b-48ef-8295-833c96f3c8cb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:50.097101 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cf012fe4-5fc4-4c91-8c57-0c9dc54b6ea8 req-138e09f4-a13b-48ef-8295-833c96f3c8cb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0476861 Aug 30 07:45:50.137036 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cf012fe4-5fc4-4c91-8c57-0c9dc54b6ea8 req-ea36868c-6afa-4000-83e5-02e67bd8c3c9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340593 Aug 30 07:45:51.256655 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02963b-10bd-435a-b8db-6aef5f1fe469 req-de037bb0-a548-446e-ad24-a084d5188cfc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:51.258172 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f02963b-10bd-435a-b8db-6aef5f1fe469 req-de037bb0-a548-446e-ad24-a084d5188cfc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0495627 Aug 30 07:45:51.296615 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f02963b-10bd-435a-b8db-6aef5f1fe469 req-51dd45cb-ecfc-4554-a4c8-fb22e21deae0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325973 Aug 30 07:45:52.422427 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8899f57-ac95-41bc-8f42-23f7cb95d233 req-a7325cd2-47ba-4eab-9e09-4aa0a4c60ca2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:52.427856 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8899f57-ac95-41bc-8f42-23f7cb95d233 req-a7325cd2-47ba-4eab-9e09-4aa0a4c60ca2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0625532 Aug 30 07:45:52.465117 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8899f57-ac95-41bc-8f42-23f7cb95d233 req-f878b82a-1011-4e4e-97e9-bf16f4f7fcd4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307457 Aug 30 07:45:53.580202 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02506358-1591-4ed0-b216-78750d741af1 req-5bc49a0a-7dd3-460c-87a3-290a25e4ff11 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:53.581552 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02506358-1591-4ed0-b216-78750d741af1 req-5bc49a0a-7dd3-460c-87a3-290a25e4ff11 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0474946 Aug 30 07:45:53.620366 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02506358-1591-4ed0-b216-78750d741af1 req-13f77c75-cac1-46db-9a24-6bb33cd2e73b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330553 Aug 30 07:45:54.739021 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b96a23-aadc-4b90-b1d2-5351a8a226cb req-538e7393-bdde-46cd-ae28-d49dff0d015e tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:54.740521 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-61b96a23-aadc-4b90-b1d2-5351a8a226cb req-538e7393-bdde-46cd-ae28-d49dff0d015e tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0477233 Aug 30 07:45:54.777463 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-61b96a23-aadc-4b90-b1d2-5351a8a226cb req-4a9a0581-b90c-4b5a-bf15-0ecd1acaed60 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307343 Aug 30 07:45:55.903149 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26a252-873b-4292-ad30-64c038e9a99f req-58406641-79c2-4f8e-bc54-b1c436681c22 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:55.904679 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9d26a252-873b-4292-ad30-64c038e9a99f req-58406641-79c2-4f8e-bc54-b1c436681c22 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Aug 30 07:45:55.940625 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9d26a252-873b-4292-ad30-64c038e9a99f req-9a1fc882-174e-43c0-b4c7-eda105d255cc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300591 Aug 30 07:45:57.026993 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:45:57.057245 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a95dfe-c6cb-41b1-b509-a463eff8fcf7 req-82ea25fe-c0cf-4b7c-a588-4d1e80304bc6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:57.058674 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-10a95dfe-c6cb-41b1-b509-a463eff8fcf7 req-82ea25fe-c0cf-4b7c-a588-4d1e80304bc6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0475361 Aug 30 07:45:57.097635 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-10a95dfe-c6cb-41b1-b509-a463eff8fcf7 req-302bf578-239b-4db6-a030-38ab0569e9e0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327752 Aug 30 07:45:58.221096 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe138b-6273-4363-bd98-4eedadc120f9 req-9d0b7a9a-01d0-4b31-9eae-244ca9a30b8c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:58.222544 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c5fe138b-6273-4363-bd98-4eedadc120f9 req-9d0b7a9a-01d0-4b31-9eae-244ca9a30b8c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0462589 Aug 30 07:45:58.258771 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c5fe138b-6273-4363-bd98-4eedadc120f9 req-545d0abb-3804-49d0-9014-85d6294842a9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299864 Aug 30 07:45:59.373428 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f769f0-e177-4d26-b242-edc76ccf96ed req-e91fd6b0-d0a4-46bf-9a3e-d5d526d5110d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:45:59.374894 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-34f769f0-e177-4d26-b242-edc76ccf96ed req-e91fd6b0-d0a4-46bf-9a3e-d5d526d5110d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0471327 Aug 30 07:45:59.411520 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-34f769f0-e177-4d26-b242-edc76ccf96ed req-3943d3b3-c25c-4bc5-bbd0-a74ecbbc0409 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307012 Aug 30 07:46:00.547627 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b135f-f736-46cd-bbe6-0680eb6582e7 req-6debed96-7e0c-4f79-94d4-712b3c34e239 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:00.548999 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-036b135f-f736-46cd-bbe6-0680eb6582e7 req-6debed96-7e0c-4f79-94d4-712b3c34e239 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Aug 30 07:46:00.592696 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-036b135f-f736-46cd-bbe6-0680eb6582e7 req-bb74b185-a177-4fd1-94c2-1600d826ff16 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358818 Aug 30 07:46:01.707603 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7389be3-2e52-4d05-88c7-ac3c63460bd2 req-5936fcfe-ef14-41d5-a06f-ff6f4c059f65 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:01.709053 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f7389be3-2e52-4d05-88c7-ac3c63460bd2 req-5936fcfe-ef14-41d5-a06f-ff6f4c059f65 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0466785 Aug 30 07:46:01.745663 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f7389be3-2e52-4d05-88c7-ac3c63460bd2 req-74a29f6b-5109-41bf-9903-1787447c1e25 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303297 Aug 30 07:46:02.863032 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb835cf6-62c7-4fe9-b9ac-4ee5175e4ddb req-539d7753-a37b-4e25-b363-980cc42a10aa tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:02.864538 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bb835cf6-62c7-4fe9-b9ac-4ee5175e4ddb req-539d7753-a37b-4e25-b363-980cc42a10aa tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0493276 Aug 30 07:46:02.903733 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bb835cf6-62c7-4fe9-b9ac-4ee5175e4ddb req-a6401833-57cd-4806-adb2-a5fcbb4cddd4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307126 Aug 30 07:46:03.543666 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2a5e02c0-5b8e-4596-a36c-c97aa983edd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:04.071024 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a77c2-e872-42bb-a5fa-77a016ae8f76 req-a2b6869f-7b55-4400-a53c-904892200cf4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:04.072787 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-221a77c2-e872-42bb-a5fa-77a016ae8f76 req-a2b6869f-7b55-4400-a53c-904892200cf4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0581629 Aug 30 07:46:04.118833 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-221a77c2-e872-42bb-a5fa-77a016ae8f76 req-fb5426d1-3e5a-43ca-b791-fcf5acd2a12f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401633 Aug 30 07:46:05.136236 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:05.246101 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc55a3f-ab04-4b8f-94dd-f6c506895368 req-cd2c9cde-5e4f-4708-a707-90bcb9b80441 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:05.247556 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7fc55a3f-ab04-4b8f-94dd-f6c506895368 req-cd2c9cde-5e4f-4708-a707-90bcb9b80441 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0582881 Aug 30 07:46:05.298222 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7fc55a3f-ab04-4b8f-94dd-f6c506895368 req-0201b08f-2ab6-4c3a-96a2-38f015d5adbf tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412586 Aug 30 07:46:05.659209 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bb595183-67ad-4010-8981-90243d616b35 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:46:05.754197 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bb595183-67ad-4010-8981-90243d616b35,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:05.769527 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': 'bb595183-67ad-4010-8981-90243d616b35', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'port_id': 'bb595183-67ad-4010-8981-90243d616b35', 'mac_address': 'fa:16:3e:3c:6b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:46:05.814046 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:05.828218 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb595183-67ad-4010-8981-90243d616b35 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:46:05.849530 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bb595183-67ad-4010-8981-90243d616b35,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:05.854656 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:05.912263 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=bb595183-67ad-4010-8981-90243d616b35,revision_number=6']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:05.920570 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:05.921000 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:05.921420 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:05.921836 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:05.922177 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:05.922511 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:05.922841 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:05.923251 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:05.923662 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:05.924064 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:05.924473 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:05.924876 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:05.953819 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['bb595183-67ad-4010-8981-90243d616b35'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:46:06.150141 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ce841a70-b761-484d-bdf5-333b8d965907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:06.447802 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcda929-65a1-4da8-9b82-0830737af75e req-ee2319ea-9f1e-4614-ab75-49b9d14c09c4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:06.449920 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0bcda929-65a1-4da8-9b82-0830737af75e req-ee2319ea-9f1e-4614-ab75-49b9d14c09c4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 944 time: 0.0724123 Aug 30 07:46:06.499485 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0bcda929-65a1-4da8-9b82-0830737af75e req-b1dd6e19-8bd2-492d-8e0b-97573e363e84 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434661 Aug 30 07:46:06.679214 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:07.359170 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:07.666868 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bb595183-67ad-4010-8981-90243d616b35 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:46:07.684384 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac6ed4-c394-4a2f-9c65-4c33271850d4 req-40bf3fcc-fdac-41be-9dd7-6e00e3a5a1ae tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:07.685867 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66ac6ed4-c394-4a2f-9c65-4c33271850d4 req-40bf3fcc-fdac-41be-9dd7-6e00e3a5a1ae tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 944 time: 0.0705335 Aug 30 07:46:07.724444 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port bb595183-67ad-4010-8981-90243d616b35 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:46:07.725155 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:07.737151 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66ac6ed4-c394-4a2f-9c65-4c33271850d4 req-64a5c37e-e0fe-40c3-997f-2af44c78a128 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444694 Aug 30 07:46:07.814467 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:07.841518 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb595183-67ad-4010-8981-90243d616b35'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:46:07.844471 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15367610-9f08-4005-b151-2f844e31a3d0" -d '{"events": [{"server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "name": "network-vif-plugged", "status": "completed", "tag": "bb595183-67ad-4010-8981-90243d616b35"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:46:07.859258 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bb595183-67ad-4010-8981-90243d616b35,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:07.864465 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:07.914655 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=bb595183-67ad-4010-8981-90243d616b35,revision_number=7']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:08.062217 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4a18a0-7b51-4a33-96b2-aa445cb6b137 x-openstack-request-id: req-4c4a18a0-7b51-4a33-96b2-aa445cb6b137 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:46:08.062510 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "name": "network-vif-plugged", "status": "completed", "tag": "bb595183-67ad-4010-8981-90243d616b35", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:46:08.062763 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c4a18a0-7b51-4a33-96b2-aa445cb6b137 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:46:08.063155 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb595183-67ad-4010-8981-90243d616b35', 'code': 200} Aug 30 07:46:08.662367 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:08.870485 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fbf18-5d08-4fc2-bd5e-8238916d0555 req-8bb0cd00-04e3-42de-a04f-5f4fd58d35e2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:08.871964 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b1fbf18-5d08-4fc2-bd5e-8238916d0555 req-8bb0cd00-04e3-42de-a04f-5f4fd58d35e2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0473514 Aug 30 07:46:08.908342 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b1fbf18-5d08-4fc2-bd5e-8238916d0555 req-6e57f6b0-0540-4c6c-aab3-9dea2c883a92 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305154 Aug 30 07:46:10.030956 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1641108-1569-409c-8df4-64a0277c2af2 req-a6e2dd23-7058-48c9-9caa-48c84f2f4c6c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:10.032446 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c1641108-1569-409c-8df4-64a0277c2af2 req-a6e2dd23-7058-48c9-9caa-48c84f2f4c6c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0484314 Aug 30 07:46:10.068907 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c1641108-1569-409c-8df4-64a0277c2af2 req-7873749a-2a18-44fb-ad78-83db74948bd2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306590 Aug 30 07:46:11.184642 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f0959-3ada-4ba1-a70d-75a93033310d req-6aaf98ef-6cf5-4bca-b098-4065cf5c2376 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:11.186007 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-132f0959-3ada-4ba1-a70d-75a93033310d req-6aaf98ef-6cf5-4bca-b098-4065cf5c2376 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0470185 Aug 30 07:46:11.240618 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-132f0959-3ada-4ba1-a70d-75a93033310d req-ee80d4ed-ed8c-4511-be25-3f5f371c2087 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485871 Aug 30 07:46:12.377151 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafacf2e-1472-4577-a21c-372d5e744c16 req-10258cc5-cd92-44ff-855d-f08262bd3e12 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:12.380757 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bafacf2e-1472-4577-a21c-372d5e744c16 req-10258cc5-cd92-44ff-855d-f08262bd3e12 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0598707 Aug 30 07:46:12.438141 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bafacf2e-1472-4577-a21c-372d5e744c16 req-76adee77-a812-4022-87c0-5cc7fa6d1a28 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457458 Aug 30 07:46:13.633935 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbb7ec-ca23-46b6-9cff-3efa1b18a121 req-a0796b73-78a7-4858-8eaa-ee653a58ba8f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:13.636959 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9afbb7ec-ca23-46b6-9cff-3efa1b18a121 req-a0796b73-78a7-4858-8eaa-ee653a58ba8f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0963802 Aug 30 07:46:13.691737 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9afbb7ec-ca23-46b6-9cff-3efa1b18a121 req-d190789f-249d-4523-9e63-02c3b3d32ec8 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397949 Aug 30 07:46:14.860339 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff84bb-6c21-42fc-9f31-dc1d2228252d req-3b3f8544-528c-44cd-a17d-d5c6a1548536 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:14.862686 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a3ff84bb-6c21-42fc-9f31-dc1d2228252d req-3b3f8544-528c-44cd-a17d-d5c6a1548536 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0634964 Aug 30 07:46:14.917528 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a3ff84bb-6c21-42fc-9f31-dc1d2228252d req-f72d22ea-f9ba-4e15-ac2b-1caa5eeb8e95 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444715 Aug 30 07:46:16.085785 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada8a90-c108-4e4a-a055-6e8324ceb96a req-1ac5a0f5-9dfe-46c0-b662-27fcfe49e313 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:16.092818 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fada8a90-c108-4e4a-a055-6e8324ceb96a req-1ac5a0f5-9dfe-46c0-b662-27fcfe49e313 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0697165 Aug 30 07:46:16.140721 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fada8a90-c108-4e4a-a055-6e8324ceb96a req-810822ef-4317-481a-a906-fda061d8afb9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408998 Aug 30 07:46:17.287972 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b9a06-77ed-4955-b7a4-63be87bc838c req-434d10ae-e0c5-47e7-9527-919bdfdd0aca tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:17.289729 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e99b9a06-77ed-4955-b7a4-63be87bc838c req-434d10ae-e0c5-47e7-9527-919bdfdd0aca tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0550828 Aug 30 07:46:17.337521 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e99b9a06-77ed-4955-b7a4-63be87bc838c req-2641e1b8-fbb6-4003-a664-2b77f2438205 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393200 Aug 30 07:46:18.478648 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735730db-dd34-4e9f-87cc-af11d04d3b36 req-cab39387-2d2f-4903-8f35-693ab472dac5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:18.480285 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-735730db-dd34-4e9f-87cc-af11d04d3b36 req-cab39387-2d2f-4903-8f35-693ab472dac5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0553067 Aug 30 07:46:18.523164 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-735730db-dd34-4e9f-87cc-af11d04d3b36 req-7f164e26-e681-4eb2-ba68-2ebd30f63af8 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366724 Aug 30 07:46:19.650610 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4138d-75ae-4a01-9f9c-089029be1fae req-672664e1-4427-447d-9353-0d62c09e46b0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:19.652361 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7de4138d-75ae-4a01-9f9c-089029be1fae req-672664e1-4427-447d-9353-0d62c09e46b0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0506330 Aug 30 07:46:19.698830 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7de4138d-75ae-4a01-9f9c-089029be1fae req-986a0644-11ca-453e-90ae-1d28e2868cdc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381610 Aug 30 07:46:20.828385 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c6d4d-5dee-41ac-85e3-9e3c43d6d697 req-44c3163e-f972-41ef-b854-66320e37fdd1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:20.829875 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a36c6d4d-5dee-41ac-85e3-9e3c43d6d697 req-44c3163e-f972-41ef-b854-66320e37fdd1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0526650 Aug 30 07:46:20.886050 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a36c6d4d-5dee-41ac-85e3-9e3c43d6d697 req-37093b7e-2b30-4c04-a923-e9af49221efd tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496454 Aug 30 07:46:22.016770 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439b5b7-f960-4172-96ea-6ed3899f146d req-033a32de-a29a-4274-969f-881a20a27757 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:22.018207 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2439b5b7-f960-4172-96ea-6ed3899f146d req-033a32de-a29a-4274-969f-881a20a27757 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0472560 Aug 30 07:46:22.057801 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2439b5b7-f960-4172-96ea-6ed3899f146d req-defcf183-ffc0-4e86-8cb5-e872c0ba8220 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332484 Aug 30 07:46:22.261939 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b664e4-e929-4fb4-a4d4-496a7afa4cc0 req-65a2f02e-b4b6-46bd-b314-93090e81d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:22.263299 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8b664e4-e929-4fb4-a4d4-496a7afa4cc0 req-65a2f02e-b4b6-46bd-b314-93090e81d511 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 1098 time: 0.0389488 Aug 30 07:46:22.362252 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b664e4-e929-4fb4-a4d4-496a7afa4cc0 req-43532207-b75a-42ed-90c7-0860ee038065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:22.363760 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8b664e4-e929-4fb4-a4d4-496a7afa4cc0 req-43532207-b75a-42ed-90c7-0860ee038065 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 917 time: 0.0918567 Aug 30 07:46:22.437999 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8b664e4-e929-4fb4-a4d4-496a7afa4cc0 req-c8fecc62-20df-4da0-8ef1-6dc28fe0bd5f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb595183-67ad-4010-8981-90243d616b35 HTTP/1.1" status: 200 len: 1000 time: 0.0660331 Aug 30 07:46:22.488401 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b664e4-e929-4fb4-a4d4-496a7afa4cc0 req-cc3c7afe-1063-4c28-8438-4439aa6cdf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:22.490841 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8b664e4-e929-4fb4-a4d4-496a7afa4cc0 req-cc3c7afe-1063-4c28-8438-4439aa6cdf00 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.0457332 Aug 30 07:46:22.536096 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b664e4-e929-4fb4-a4d4-496a7afa4cc0 req-6ef46b06-c213-483d-9322-7b74e0e27e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:22.537476 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8b664e4-e929-4fb4-a4d4-496a7afa4cc0 req-6ef46b06-c213-483d-9322-7b74e0e27e0f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393307 Aug 30 07:46:22.634045 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8b664e4-e929-4fb4-a4d4-496a7afa4cc0 req-9a0c8896-696e-42d0-85f4-e0485fa75147 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874429 Aug 30 07:46:22.722782 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c8b664e4-e929-4fb4-a4d4-496a7afa4cc0 req-f50a19b3-ab04-4a41-9c07-ac173f685cfb service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802684 Aug 30 07:46:23.177381 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e41244-974c-4f70-ab42-62175e180d1c req-de4cafb1-38c6-407c-a2c3-0bbd370cb09c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:23.178848 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-71e41244-974c-4f70-ab42-62175e180d1c req-de4cafb1-38c6-407c-a2c3-0bbd370cb09c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0484674 Aug 30 07:46:23.219081 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-71e41244-974c-4f70-ab42-62175e180d1c req-3fbaac2a-e1ff-4f8f-b686-d166cd78c83e tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343301 Aug 30 07:46:24.578570 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e7a17-d06d-49a4-b88e-cf83d52a4f6b req-c1042f2f-8856-4b29-8b82-85fdb10e46ce tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:24.580268 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd3e7a17-d06d-49a4-b88e-cf83d52a4f6b req-c1042f2f-8856-4b29-8b82-85fdb10e46ce tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.2882938 Aug 30 07:46:24.630451 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd3e7a17-d06d-49a4-b88e-cf83d52a4f6b req-4ef364af-61dc-4cf5-8492-6000956ec65d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431340 Aug 30 07:46:25.740503 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bb595183-67ad-4010-8981-90243d616b35 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:46:25.767108 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10841bf4-bc71-490f-830a-752138d2abb6 req-b66df3c7-8907-479d-a6d5-746e6759bdb7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:25.768649 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-10841bf4-bc71-490f-830a-752138d2abb6 req-b66df3c7-8907-479d-a6d5-746e6759bdb7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 945 time: 0.0510423 Aug 30 07:46:25.806716 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-10841bf4-bc71-490f-830a-752138d2abb6 req-9c38aa31-4d69-44ee-a4bd-d5c56594d1ad tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318189 Aug 30 07:46:25.816685 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:25.842640 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb595183-67ad-4010-8981-90243d616b35'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:46:25.845064 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fd450e-6ae9-488a-b6ce-96d5d883fca7" -d '{"events": [{"server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bb595183-67ad-4010-8981-90243d616b35"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:46:25.861093 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bb595183-67ad-4010-8981-90243d616b35,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:25.864974 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:25.889634 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 07:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee739f7-a250-49a6-b46d-8f9b24ba2fe1 x-openstack-request-id: req-8ee739f7-a250-49a6-b46d-8f9b24ba2fe1 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:46:25.889920 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "name": "network-vif-unplugged", "status": "failed", "tag": "bb595183-67ad-4010-8981-90243d616b35", "code": 422}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:46:25.890178 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ee739f7-a250-49a6-b46d-8f9b24ba2fe1 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:46:25.890614 dv-cinder-804735-4-iscsi neutron-server[100501]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb595183-67ad-4010-8981-90243d616b35', 'code': 422} returned with failed status Aug 30 07:46:25.918398 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=bb595183-67ad-4010-8981-90243d616b35,revision_number=8']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:26.472944 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0eafa-5d56-4ccb-ac2f-2de5532e3ff3 req-e1a67b24-5c0d-4e83-a997-43c576d79be8 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:26.474519 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28a0eafa-5d56-4ccb-ac2f-2de5532e3ff3 req-e1a67b24-5c0d-4e83-a997-43c576d79be8 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0574682 Aug 30 07:46:26.520076 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28a0eafa-5d56-4ccb-ac2f-2de5532e3ff3 req-b3ef1755-1b5f-422f-83fd-d9b072197114 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350404 Aug 30 07:46:26.778485 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 53136) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:26.863294 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-447a9f66-ab96-49a5-9217-ec178d19137d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835812 Aug 30 07:46:27.652703 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87877f-53f1-429a-9b1c-d1a4ff170f29 req-43a85bdc-f641-47ad-aa95-288c315fd14b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:27.654264 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b87877f-53f1-429a-9b1c-d1a4ff170f29 req-43a85bdc-f641-47ad-aa95-288c315fd14b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0583720 Aug 30 07:46:27.700076 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b87877f-53f1-429a-9b1c-d1a4ff170f29 req-e585cf7e-d597-4bc2-8c50-5de3d828c4b6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378456 Aug 30 07:46:28.204388 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-8b40c8fc-70be-4662-8aec-b3fe2048a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:28.205979 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-8b40c8fc-70be-4662-8aec-b3fe2048a4ca service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6&tenant_id=359d6f592c674011ac97cf310c12db99 HTTP/1.1" status: 200 len: 1096 time: 0.0712342 Aug 30 07:46:28.302572 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-97d2261a-d2a2-4de9-a69f-a8edf65ec9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:28.304000 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-97d2261a-d2a2-4de9-a69f-a8edf65ec9fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 1096 time: 0.0431113 Aug 30 07:46:28.390101 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-5abac1c2-28d8-42d1-a354-ee2477d8a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:28.391591 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-5abac1c2-28d8-42d1-a354-ee2477d8a2e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 917 time: 0.0805633 Aug 30 07:46:28.468190 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-6e8d6b56-cdf4-4b32-853b-092df41749fe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb595183-67ad-4010-8981-90243d616b35 HTTP/1.1" status: 200 len: 998 time: 0.0689492 Aug 30 07:46:28.518928 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-2ab62695-0461-4f6a-8147-51183a847bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:28.520463 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-2ab62695-0461-4f6a-8147-51183a847bf8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.0446579 Aug 30 07:46:28.567299 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-db96c720-adc8-4b5b-814b-3726098768b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:28.568734 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-db96c720-adc8-4b5b-814b-3726098768b3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404134 Aug 30 07:46:28.660655 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-632fa114-0035-4eb4-ba0f-a89f2e66463a service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839143 Aug 30 07:46:28.752413 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1048fa7f-9c59-48a2-aa69-a4e4a8eedd49 req-74d88dc7-db40-4a61-9f52-1fe1cc01f17f service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839698 Aug 30 07:46:28.824997 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b54ab-134f-473f-873f-c80fbc57a176 req-f122f591-30d0-4e51-816a-3ef24b91a380 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:28.826409 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c56b54ab-134f-473f-873f-c80fbc57a176 req-f122f591-30d0-4e51-816a-3ef24b91a380 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0503659 Aug 30 07:46:28.866188 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c56b54ab-134f-473f-873f-c80fbc57a176 req-c10a47f2-e8df-488f-bf47-e332bad9b6da tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310154 Aug 30 07:46:29.739678 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bb595183-67ad-4010-8981-90243d616b35 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:46:30.003540 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbe07e-7593-48c1-b40e-7f6ef43852ed req-2b90115d-d5ac-498a-a7f4-9bfdbf55e9a5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:30.005434 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f2bbe07e-7593-48c1-b40e-7f6ef43852ed req-2b90115d-d5ac-498a-a7f4-9bfdbf55e9a5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0695500 Aug 30 07:46:30.053306 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f2bbe07e-7593-48c1-b40e-7f6ef43852ed req-769ef9c4-d529-4fa0-b8b1-db2505618dfa tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409019 Aug 30 07:46:31.179494 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614ade7-379e-4e67-9b23-c0c008980b99 req-72e1fe45-ffe1-4ce0-aefb-dea6d96ebb0c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:31.181666 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7614ade7-379e-4e67-9b23-c0c008980b99 req-72e1fe45-ffe1-4ce0-aefb-dea6d96ebb0c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0518510 Aug 30 07:46:31.223942 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7614ade7-379e-4e67-9b23-c0c008980b99 req-8d2a9c15-e4b4-4745-93b7-3c7972569adc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362420 Aug 30 07:46:32.358593 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e6233-7bd1-4c00-b1e1-abddb2fbf54b req-2276f260-359c-4dfc-8cae-f1e746526f6a tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:32.360841 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-351e6233-7bd1-4c00-b1e1-abddb2fbf54b req-2276f260-359c-4dfc-8cae-f1e746526f6a tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0516341 Aug 30 07:46:32.409799 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-351e6233-7bd1-4c00-b1e1-abddb2fbf54b req-f29a1dc4-2ea4-498c-9312-a52567949c41 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420840 Aug 30 07:46:33.545855 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9ad605e4-81fb-4915-9848-d97c4be96ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:33.561011 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e12b9-4ee8-46eb-9724-eb58e3fafe8a req-ed088abc-1145-4a31-9e7d-ebbaa7276738 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:33.562570 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-488e12b9-4ee8-46eb-9724-eb58e3fafe8a req-ed088abc-1145-4a31-9e7d-ebbaa7276738 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0554383 Aug 30 07:46:33.603022 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-488e12b9-4ee8-46eb-9724-eb58e3fafe8a req-9e505d0a-3d67-4832-9dbd-293e88169c79 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344944 Aug 30 07:46:34.026825 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:46:34.729590 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2caeb-25e0-456b-b52c-ca39dbd83f40 req-b810b793-4ddd-4aca-9f85-6ea7f8a9115b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:34.731978 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-24a2caeb-25e0-456b-b52c-ca39dbd83f40 req-b810b793-4ddd-4aca-9f85-6ea7f8a9115b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0529628 Aug 30 07:46:34.769801 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-24a2caeb-25e0-456b-b52c-ca39dbd83f40 req-be6b587c-fcbc-4dd2-a80c-876219221503 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323858 Aug 30 07:46:35.132604 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:35.894089 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4d7c2-0877-4dda-8cf7-5d12b9f3028a req-e4930580-61e2-4f9d-a169-3b6f5a5d71bc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:35.895645 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-44d4d7c2-0877-4dda-8cf7-5d12b9f3028a req-e4930580-61e2-4f9d-a169-3b6f5a5d71bc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0480809 Aug 30 07:46:35.938922 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-44d4d7c2-0877-4dda-8cf7-5d12b9f3028a req-c77aec0b-fd6c-420e-8022-88f7cb2011b9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372057 Aug 30 07:46:36.150432 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9cedd3d8-498f-49a0-9869-059d6de9c616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:36.665582 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:37.067652 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15efa88-17e8-42c0-8ea1-68035a0a288e req-c15a6929-1408-430e-9df6-cd0155ec8a47 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:37.069113 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b15efa88-17e8-42c0-8ea1-68035a0a288e req-c15a6929-1408-430e-9df6-cd0155ec8a47 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0531576 Aug 30 07:46:37.109157 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b15efa88-17e8-42c0-8ea1-68035a0a288e req-6f329947-37d3-49ec-9a9b-2d8551469428 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326979 Aug 30 07:46:37.359245 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:38.238036 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bce26-fc80-46e6-9a6a-c658ae798926 req-1d2c5ab9-6af1-4b4f-b94b-64b5be7f9e7d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:38.239528 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-036bce26-fc80-46e6-9a6a-c658ae798926 req-1d2c5ab9-6af1-4b4f-b94b-64b5be7f9e7d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0567503 Aug 30 07:46:38.280923 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-036bce26-fc80-46e6-9a6a-c658ae798926 req-b3733fc4-4cc8-4458-8f63-a3c37b65785a tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345476 Aug 30 07:46:38.666927 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:39.408954 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d5577-9177-4161-a06a-888d851ae12a req-2e2a0c6e-bea1-4130-a226-428c2700f343 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:39.410434 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e35d5577-9177-4161-a06a-888d851ae12a req-2e2a0c6e-bea1-4130-a226-428c2700f343 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0569580 Aug 30 07:46:39.454393 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e35d5577-9177-4161-a06a-888d851ae12a req-0ec58fdb-94e4-4504-a910-1b530adc6d0f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374525 Aug 30 07:46:40.587975 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e643c93-3731-4df3-9a6a-daf540b5c027 req-26334ae2-1080-4db6-a5bd-789766c6d683 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:40.589490 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0e643c93-3731-4df3-9a6a-daf540b5c027 req-26334ae2-1080-4db6-a5bd-789766c6d683 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0656917 Aug 30 07:46:40.627806 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0e643c93-3731-4df3-9a6a-daf540b5c027 req-14fb5e5d-35c1-4c71-895c-dac3c98a417c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319662 Aug 30 07:46:41.747253 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d143f-a925-4c82-8adf-4c540d269371 req-ff8d51ca-3713-4838-ad0e-a9a2cc2d0e57 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:41.748876 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-754d143f-a925-4c82-8adf-4c540d269371 req-ff8d51ca-3713-4838-ad0e-a9a2cc2d0e57 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0496490 Aug 30 07:46:41.786871 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-754d143f-a925-4c82-8adf-4c540d269371 req-452ba144-7c5e-4068-aa99-d8cc5e7eb01b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322928 Aug 30 07:46:42.902426 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486fc19-f40f-4a71-a68f-529bf6dc0aa3 req-584fea49-22b8-4ae0-a6f9-6718965c12ad tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:42.903889 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7486fc19-f40f-4a71-a68f-529bf6dc0aa3 req-584fea49-22b8-4ae0-a6f9-6718965c12ad tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0474617 Aug 30 07:46:42.939794 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7486fc19-f40f-4a71-a68f-529bf6dc0aa3 req-3c443e51-f133-454f-b513-3ed2a907e39d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301194 Aug 30 07:46:44.062219 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c689c51-3d73-4635-b916-17ca11c1e071 req-e989c9a7-04c8-4621-ad6b-8e452b87d5e6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:44.063767 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c689c51-3d73-4635-b916-17ca11c1e071 req-e989c9a7-04c8-4621-ad6b-8e452b87d5e6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0516024 Aug 30 07:46:44.101072 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c689c51-3d73-4635-b916-17ca11c1e071 req-7381d03e-2727-4054-8827-9ed23df5da62 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312102 Aug 30 07:46:45.219705 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa35a76-2855-4e8a-8764-d16ae41f2ecd req-177de6cc-6cf9-47fd-a765-cd38bd5d924f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:45.221087 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7fa35a76-2855-4e8a-8764-d16ae41f2ecd req-177de6cc-6cf9-47fd-a765-cd38bd5d924f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0514836 Aug 30 07:46:45.257272 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7fa35a76-2855-4e8a-8764-d16ae41f2ecd req-92a979ab-5dd0-4987-9823-24098392ecb2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303445 Aug 30 07:46:46.375385 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2364a00-c697-41a1-89b5-02dc06d28e8f req-74e25602-c662-4163-b563-b2f962e3e68b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:46.376893 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a2364a00-c697-41a1-89b5-02dc06d28e8f req-74e25602-c662-4163-b563-b2f962e3e68b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0479364 Aug 30 07:46:46.413285 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a2364a00-c697-41a1-89b5-02dc06d28e8f req-f2ed2903-a603-4e0f-941e-45a09fcdbfe7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300546 Aug 30 07:46:47.535293 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21b0ba-9b29-4c8e-9c66-cc32ee1377d9 req-46468a30-86a1-489d-ae93-c713bae1f784 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:47.536763 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-de21b0ba-9b29-4c8e-9c66-cc32ee1377d9 req-46468a30-86a1-489d-ae93-c713bae1f784 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0517960 Aug 30 07:46:47.573838 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-de21b0ba-9b29-4c8e-9c66-cc32ee1377d9 req-adffcfe6-d3da-4f98-b46d-3bd9fd0e49d9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306563 Aug 30 07:46:48.692302 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62ccc0-9d7a-4eea-a7c0-54a43c95d1e6 req-6eb9ae47-5a73-4aab-a9d4-74de1b019962 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:48.693772 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1a62ccc0-9d7a-4eea-a7c0-54a43c95d1e6 req-6eb9ae47-5a73-4aab-a9d4-74de1b019962 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0481882 Aug 30 07:46:48.731629 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1a62ccc0-9d7a-4eea-a7c0-54a43c95d1e6 req-8c323786-d94c-4660-9755-10c135446c23 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318675 Aug 30 07:46:49.848074 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef962d-181e-474c-adc6-8e793621e30d req-72751cc6-fb10-4310-8708-92c59a80a7e0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:49.849526 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6eef962d-181e-474c-adc6-8e793621e30d req-72751cc6-fb10-4310-8708-92c59a80a7e0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0476477 Aug 30 07:46:49.885954 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6eef962d-181e-474c-adc6-8e793621e30d req-54dc30c0-776a-4be8-a952-409257b1a73f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301201 Aug 30 07:46:51.004766 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06ef7a-7c16-4100-a662-ec93b82e9d0f req-1374d2d0-448a-453c-9471-c62c76f6dd9b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:51.006242 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2d06ef7a-7c16-4100-a662-ec93b82e9d0f req-1374d2d0-448a-453c-9471-c62c76f6dd9b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0512552 Aug 30 07:46:51.044307 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2d06ef7a-7c16-4100-a662-ec93b82e9d0f req-0bd6f761-cfdd-4e42-8287-545b383288b6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322883 Aug 30 07:46:52.161743 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3a30c-28aa-48af-a5ef-bb0d52a0c98a req-d20be633-b0d0-47a7-8ced-9090e82b102c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:52.163231 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5dd3a30c-28aa-48af-a5ef-bb0d52a0c98a req-d20be633-b0d0-47a7-8ced-9090e82b102c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0491128 Aug 30 07:46:52.201551 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5dd3a30c-28aa-48af-a5ef-bb0d52a0c98a req-d7ba8531-7828-4d55-80c1-92f03b229560 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324004 Aug 30 07:46:52.775559 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e5293-44ef-4e1c-a13a-9c891d2f81fe req-66ba83a7-0cf5-49e4-9943-d593eae02621 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:52.776997 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a19e5293-44ef-4e1c-a13a-9c891d2f81fe req-66ba83a7-0cf5-49e4-9943-d593eae02621 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0476916 Aug 30 07:46:52.812551 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a19e5293-44ef-4e1c-a13a-9c891d2f81fe req-acd5f5a0-014f-463f-8604-01a6d1d03c97 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297682 Aug 30 07:46:53.333784 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3158c-3c36-4628-8711-8a1e86e0560f req-769f8333-389c-4376-8129-ad535fd17589 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:53.335319 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-24f3158c-3c36-4628-8711-8a1e86e0560f req-769f8333-389c-4376-8129-ad535fd17589 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 943 time: 0.0546663 Aug 30 07:46:53.373362 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-24f3158c-3c36-4628-8711-8a1e86e0560f req-3087a19b-06f8-4482-9bb3-b3b0588f9e70 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314200 Aug 30 07:46:53.837855 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bb595183-67ad-4010-8981-90243d616b35 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:46:53.925113 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a2ac2-1644-4151-b913-b9454f101cc7 req-63ab40fe-07e0-49d3-946e-d7e6696278fb tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:53.926586 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2c7a2ac2-1644-4151-b913-b9454f101cc7 req-63ab40fe-07e0-49d3-946e-d7e6696278fb tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0475104 Aug 30 07:46:53.928856 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bb595183-67ad-4010-8981-90243d616b35,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:53.941329 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': 'bb595183-67ad-4010-8981-90243d616b35', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'port_id': 'bb595183-67ad-4010-8981-90243d616b35', 'mac_address': 'fa:16:3e:3c:6b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:46:53.980568 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:53.986234 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2c7a2ac2-1644-4151-b913-b9454f101cc7 req-d141d64d-b91a-4f56-80a5-d9d297c2e40a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=547e6200-9696-484e-81b8-00caae249819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501363 Aug 30 07:46:53.992981 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb595183-67ad-4010-8981-90243d616b35 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:46:53.997874 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-4f51e9cd-1e68-4731-8c8d-4c2fdc3eac63 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:53.999388 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-4f51e9cd-1e68-4731-8c8d-4c2fdc3eac63 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.68 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 945 time: 0.0714593 Aug 30 07:46:54.012726 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bb595183-67ad-4010-8981-90243d616b35,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:54.016630 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:54.063612 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=bb595183-67ad-4010-8981-90243d616b35,revision_number=9']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:54.095993 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Deleting port 692ed792-fe95-4573-bb50-1d79da797a33 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:46:54.096272 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:54.180808 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] For port 692ed792-fe95-4573-bb50-1d79da797a33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=692ed792-fe95-4573-bb50-1d79da797a33,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:54.181670 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:54.393149 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:54.393828 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:54.393828 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Floating IP 6888b91a-2b04-4e9a-8b53-55b69f6ec5fd disassociated. External IP: 172.27.1.45, port: 692ed792-fe95-4573-bb50-1d79da797a33. Aug 30 07:46:54.394218 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Calling delete_port for 692ed792-fe95-4573-bb50-1d79da797a33 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:46:54.399286 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['bb595183-67ad-4010-8981-90243d616b35'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:46:54.511241 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998f56d-cdc6-4eb8-8ce7-44b5b60158b0 req-2d86d357-4571-4919-aa50-66bab85036e9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:54.512726 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d998f56d-cdc6-4eb8-8ce7-44b5b60158b0 req-2d86d357-4571-4919-aa50-66bab85036e9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 944 time: 0.0665779 Aug 30 07:46:54.582735 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d998f56d-cdc6-4eb8-8ce7-44b5b60158b0 req-0a6b1c98-df20-4302-9a99-b039db5e5a2b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469913 Aug 30 07:46:54.583845 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:54.612046 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event deleted for resources: {'Port': ['ID=692ed792-fe95-4573-bb50-1d79da797a33,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:54.623483 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.623827 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.624165 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.624494 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.624818 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.625143 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.625462 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.625783 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.626103 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.626419 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.626731 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.627043 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:54.730733 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Router 7308633e-d167-43ee-9e99-565ab8c649fa has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:46:54.833580 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:46:54.844178 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64039f91-5ba6-4979-b2ff-1151cfa6de47 None None] Sync routers for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:46:54.853726 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64039f91-5ba6-4979-b2ff-1151cfa6de47 None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:46:54.854329 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-64039f91-5ba6-4979-b2ff-1151cfa6de47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:46:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:54.876778 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] No DVR routers for this DVR port 692ed792-fe95-4573-bb50-1d79da797a33 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:46:54.879323 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:54.881296 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-31612537-3d72-40bd-a7df-8cdff46e0e6b req-7a1b0377-7e79-4342-92ce-63c4947c80e7 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.68 "DELETE /v2.0/ports/692ed792-fe95-4573-bb50-1d79da797a33 HTTP/1.1" status: 204 len: 173 time: 0.8742716 Aug 30 07:46:54.881722 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'name': 'network-vif-deleted', 'tag': '692ed792-fe95-4573-bb50-1d79da797a33'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:46:54.883984 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b6e229-9fa4-41f5-bd99-95a638b3f9e8" -d '{"events": [{"server_uuid": "df0719c1-6236-447f-9993-de0a3fcb5920", "name": "network-vif-deleted", "tag": "692ed792-fe95-4573-bb50-1d79da797a33"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:46:54.924351 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9a527f-7fe0-41f5-bfe7-70cff27745cd x-openstack-request-id: req-af9a527f-7fe0-41f5-bfe7-70cff27745cd {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:46:54.924720 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0719c1-6236-447f-9993-de0a3fcb5920", "name": "network-vif-deleted", "tag": "692ed792-fe95-4573-bb50-1d79da797a33", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:46:54.924976 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af9a527f-7fe0-41f5-bfe7-70cff27745cd {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:46:54.925377 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0719c1-6236-447f-9993-de0a3fcb5920', 'name': 'network-vif-deleted', 'tag': '692ed792-fe95-4573-bb50-1d79da797a33', 'status': 'completed', 'code': 200} Aug 30 07:46:54.964731 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-64039f91-5ba6-4979-b2ff-1151cfa6de47 None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:46:55.098940 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-707b86ac-7104-4cf0-a7cd-c84ba6e2a09c req-a4c3ea71-a024-4ed3-88ca-f6465af1a53d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=df0719c1-6236-447f-9993-de0a3fcb5920 HTTP/1.1" status: 200 len: 210 time: 0.0312872 Aug 30 07:46:55.163961 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-64039f91-5ba6-4979-b2ff-1151cfa6de47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:55.190275 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64039f91-5ba6-4979-b2ff-1151cfa6de47 None None] Checking router: 7308633e-d167-43ee-9e99-565ab8c649fa for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:46:55.198830 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64039f91-5ba6-4979-b2ff-1151cfa6de47 None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:46:55.199444 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-64039f91-5ba6-4979-b2ff-1151cfa6de47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:46:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:55.317149 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-64039f91-5ba6-4979-b2ff-1151cfa6de47 None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:46:55.520352 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-64039f91-5ba6-4979-b2ff-1151cfa6de47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:46:55.664012 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64039f91-5ba6-4979-b2ff-1151cfa6de47 None None] The sync data for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi is: [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:46:55.709528 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0256e-7967-4bc2-a283-bf7656834985 req-2c9e59c1-0852-4777-ad9f-d537d432b8ec tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:55.711031 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e2c0256e-7967-4bc2-a283-bf7656834985 req-2c9e59c1-0852-4777-ad9f-d537d432b8ec tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 944 time: 0.0496340 Aug 30 07:46:55.750972 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e2c0256e-7967-4bc2-a283-bf7656834985 req-64f4fad3-f53e-4c96-970a-15fc22f50684 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335047 Aug 30 07:46:55.840414 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bb595183-67ad-4010-8981-90243d616b35 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:46:55.871065 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebcb8f-f5f6-4d26-94f3-b401450d138d None None] New status for floating IP 6888b91a-2b04-4e9a-8b53-55b69f6ec5fd: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:46:55.887626 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port bb595183-67ad-4010-8981-90243d616b35 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:46:55.888143 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:55.963914 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:55.986934 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb595183-67ad-4010-8981-90243d616b35'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:46:55.989203 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a21b0f-b06b-4195-a596-596677ae8f9e" -d '{"events": [{"server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "name": "network-vif-plugged", "status": "completed", "tag": "bb595183-67ad-4010-8981-90243d616b35"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:46:56.003245 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bb595183-67ad-4010-8981-90243d616b35,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:46:56.008139 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:56.009168 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 692ed792-fe95-4573-bb50-1d79da797a33 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:46:56.030360 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: 692ed792-fe95-4573-bb50-1d79da797a33 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:46:56.030654 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 692ed792-fe95-4573-bb50-1d79da797a33 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:46:56.032941 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5fe195-7fdf-41b4-8506-9a0a82d70c9b x-openstack-request-id: req-8d5fe195-7fdf-41b4-8506-9a0a82d70c9b {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:46:56.033225 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "name": "network-vif-plugged", "status": "completed", "tag": "bb595183-67ad-4010-8981-90243d616b35", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:46:56.033464 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d5fe195-7fdf-41b4-8506-9a0a82d70c9b {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:46:56.033841 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb595183-67ad-4010-8981-90243d616b35', 'code': 200} Aug 30 07:46:56.078750 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=bb595183-67ad-4010-8981-90243d616b35,revision_number=10']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:56.182114 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 53264) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:56.238959 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:56.262679 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:56.310546 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:56.313351 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:56.314474 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "DELETE /v2.0/security-groups/547e6200-9696-484e-81b8-00caae249819 HTTP/1.1" status: 204 len: 168 time: 0.1313229 Aug 30 07:46:56.317346 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53266) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:56.323918 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e6200-9696-484e-81b8-00caae249819,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:56.330764 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:56.331108 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:56.331466 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:56.331592 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.api.v2.resource [None req-9e8c28fb-c722-411c-aefb-ecc0ff5f4f0d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] show failed (client error): The resource could not be found. Aug 30 07:46:56.331794 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:56.332114 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:56.335094 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:56.335266 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9e8c28fb-c722-411c-aefb-ecc0ff5f4f0d tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups/547e6200-9696-484e-81b8-00caae249819 HTTP/1.1" status: 404 len: 347 time: 0.0141721 Aug 30 07:46:56.335381 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:56.335381 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:56.335381 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:56.335381 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:56.335381 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:56.335381 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9acdbf-946e-4de8-bea5-5fa309b99526 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:46:56.335915 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53268) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:56.480408 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-04d45055-7eb6-420f-bb29-e9642d42a99b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Deleting port 9009ee95-fcfb-4f3d-92d6-818302260eec {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:46:56.480639 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-04d45055-7eb6-420f-bb29-e9642d42a99b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:56.577881 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916cce2-3f77-472d-b0ab-8062706915c5 req-190d0775-a4c3-4eb1-b62e-26f2b92e827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:56.579368 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9916cce2-3f77-472d-b0ab-8062706915c5 req-190d0775-a4c3-4eb1-b62e-26f2b92e827d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 1099 time: 0.0873866 Aug 30 07:46:56.586816 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-04d45055-7eb6-420f-bb29-e9642d42a99b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:56.587216 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-04d45055-7eb6-420f-bb29-e9642d42a99b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:56.610719 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-04d45055-7eb6-420f-bb29-e9642d42a99b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Calling delete_port for 9009ee95-fcfb-4f3d-92d6-818302260eec owned by network:floatingip {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:46:56.633372 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9916cce2-3f77-472d-b0ab-8062706915c5 req-aba770d8-ef28-4bb9-9ef6-bb0584639f46 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437891 Aug 30 07:46:56.754359 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-04d45055-7eb6-420f-bb29-e9642d42a99b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:56.779349 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d45055-7eb6-420f-bb29-e9642d42a99b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event deleted for resources: {'Port': ['ID=9009ee95-fcfb-4f3d-92d6-818302260eec,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:56.866661 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-04d45055-7eb6-420f-bb29-e9642d42a99b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:56.869575 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-04d45055-7eb6-420f-bb29-e9642d42a99b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:56.870687 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-04d45055-7eb6-420f-bb29-e9642d42a99b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "DELETE /v2.0/floatingips/6888b91a-2b04-4e9a-8b53-55b69f6ec5fd HTTP/1.1" status: 204 len: 168 time: 0.5345287 Aug 30 07:46:56.888047 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f8da4-5e8e-444c-b5d8-d640c7f1fdb7 req-eb7b0b33-e172-44bb-9ab8-660a1414b426 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:56.889602 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-605f8da4-5e8e-444c-b5d8-d640c7f1fdb7 req-eb7b0b33-e172-44bb-9ab8-660a1414b426 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 946 time: 0.0624444 Aug 30 07:46:56.926716 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-605f8da4-5e8e-444c-b5d8-d640c7f1fdb7 req-c9074222-42f1-4714-a855-1fb646bcda77 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310743 Aug 30 07:46:57.180120 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53274) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:57.185162 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-689103cc-0bca-40be-9e29-38159eb73c4b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408753380', 'description': 'tempest-description--1197364884'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:46:57.207451 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-689103cc-0bca-40be-9e29-38159eb73c4b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.285495 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-689103cc-0bca-40be-9e29-38159eb73c4b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.289349 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-689103cc-0bca-40be-9e29-38159eb73c4b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.316937 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-689103cc-0bca-40be-9e29-38159eb73c4b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.318117 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-689103cc-0bca-40be-9e29-38159eb73c4b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1365044 Aug 30 07:46:57.321025 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53276) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:57.325603 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-4a6895c5-bbf7-4128-8e2a-0f8d40ae2f68 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Request body: {'security_group_rule': {'security_group_id': 'e98ca345-faac-4827-91a4-cc0245f9ad93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:46:57.330462 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689103cc-0bca-40be-9e29-38159eb73c4b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98ca345-faac-4827-91a4-cc0245f9ad93,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:57.356696 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4a6895c5-bbf7-4128-8e2a-0f8d40ae2f68 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.425269 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4a6895c5-bbf7-4128-8e2a-0f8d40ae2f68 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.428589 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4a6895c5-bbf7-4128-8e2a-0f8d40ae2f68 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.446578 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6895c5-bbf7-4128-8e2a-0f8d40ae2f68 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946d95cb-9408-4f49-9b36-7a2b65d0cd4c,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:57.452369 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4a6895c5-bbf7-4128-8e2a-0f8d40ae2f68 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.455926 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4a6895c5-bbf7-4128-8e2a-0f8d40ae2f68 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315637 Aug 30 07:46:57.456123 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53278) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:57.460461 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-5bb6e0cd-d765-4b4f-af31-46d3be68841a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Request body: {'security_group_rule': {'security_group_id': 'e98ca345-faac-4827-91a4-cc0245f9ad93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:46:57.485016 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e0cd-d765-4b4f-af31-46d3be68841a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.539755 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e0cd-d765-4b4f-af31-46d3be68841a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.543490 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e0cd-d765-4b4f-af31-46d3be68841a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.562760 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6e0cd-d765-4b4f-af31-46d3be68841a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d73d219-cee2-4675-9f8f-53c37bb3773c,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:57.566545 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e0cd-d765-4b4f-af31-46d3be68841a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.567719 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5bb6e0cd-d765-4b4f-af31-46d3be68841a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1106575 Aug 30 07:46:57.570736 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53280) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:46:57.574938 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Request body: {'floatingip': {'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:46:57.595417 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.690054 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.787829 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Allocated IP 172.27.1.120 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/bc01e752-1712-4686-9999-83db877b76ca) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:46:57.893250 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.934942 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:57.973354 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:46:57.980582 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:46:57.983535 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:46:58.008552 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event updated for resources: {'Port': ['ID=bc01e752-1712-4686-9999-83db877b76ca,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:58.079655 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe44342-5922-426e-8d5a-f0227816e3ff req-10e30ec0-5346-440a-bbdb-79c6ce4baafa tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:58.081152 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2fe44342-5922-426e-8d5a-f0227816e3ff req-10e30ec0-5346-440a-bbdb-79c6ce4baafa tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 946 time: 0.0740049 Aug 30 07:46:58.140427 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:58.149601 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2fe44342-5922-426e-8d5a-f0227816e3ff req-fcabd37d-38f7-4363-99ec-821f76a1ec51 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500875 Aug 30 07:46:58.182758 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:58.337837 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:58.343772 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:58.407963 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event updated for resources: {'Port': ['ID=bc01e752-1712-4686-9999-83db877b76ca,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:46:58.420691 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:58.433322 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:46:58.434631 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-927a3610-b52d-417a-af18-6c2d80f0ae04 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8629689 Aug 30 07:46:58.618371 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-c4f72f40-f7af-4372-aa38-9df44d66ac0a tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--408753380&fields=id&tenant_id=b02bc726cb9d4f178a1bd8af764b1abe HTTP/1.1" status: 200 len: 267 time: 0.0324068 Aug 30 07:46:58.720860 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-db3f56da-57a8-4f5f-bec3-15a1333e163b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:58.722189 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-db3f56da-57a8-4f5f-bec3-15a1333e163b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 810 time: 0.0971482 Aug 30 07:46:58.737394 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-f4fcde3f-c7e9-4cb8-85cb-e47360ad0a05 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/quotas/b02bc726cb9d4f178a1bd8af764b1abe HTTP/1.1" status: 200 len: 375 time: 0.0093677 Aug 30 07:46:58.787683 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-a9e919f3-10af-421b-8882-97e9f46c1153 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449045 Aug 30 07:46:58.926556 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-f709e57c-8030-4ad3-bf24-7bde35d21a23 service neutron] 10.222.0.64 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265972 Aug 30 07:46:59.012066 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-9d38861b-6dff-4e08-a2ce-ddfc6f25ca77 service neutron] 10.222.0.64 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785069 Aug 30 07:46:59.164905 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5927d8b1-a643-432a-ad0b-9e995f1edc21 req-558b09a7-a4ef-462a-b24d-fc1760880bd0 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 210 time: 0.0261660 Aug 30 07:46:59.274279 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b9aa5-97fd-48e6-b78d-777af89f2c88 req-99ba819d-95e4-4ec7-b110-d845761a37e9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:46:59.276226 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d89b9aa5-97fd-48e6-b78d-777af89f2c88 req-99ba819d-95e4-4ec7-b110-d845761a37e9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 946 time: 0.0519440 Aug 30 07:46:59.317191 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d89b9aa5-97fd-48e6-b78d-777af89f2c88 req-2e59fb84-7139-49d0-a74c-175f2e408ce7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354295 Aug 30 07:47:00.061750 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-c23338e1-aee7-4918-9082-74327a76c93b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:00.063236 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-c23338e1-aee7-4918-9082-74327a76c93b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.68 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 810 time: 0.1023993 Aug 30 07:47:00.109329 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-fdecfd8d-a8e5-4818-a622-356fdd804a98 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b02bc726cb9d4f178a1bd8af764b1abe HTTP/1.1" status: 200 len: 379 time: 0.0358827 Aug 30 07:47:00.120860 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Request body: {'port': {'device_id': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'admin_state_up': True, 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'security_groups': ['e98ca345-faac-4827-91a4-cc0245f9ad93']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:00.413442 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b9d1d223-0f40-4850-ab72-7d679577d494 req-dec1a47e-2189-4dd3-b6e5-01995d704cb2 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 210 time: 0.0304997 Aug 30 07:47:00.469877 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Made reservation on behalf of b02bc726cb9d4f178a1bd8af764b1abe for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:00.473302 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:00.601166 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Allocated IP 172.20.0.9 (05ed0500-0b6c-4296-ad10-a297a641c71b/41cee029-d779-4ef7-80ea-8974656e0b1d/bcdd8144-e12f-4729-a959-04c7e8d65c03) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:47:00.732842 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:00.746236 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Transition to ACTIVE for port object bcdd8144-e12f-4729-a959-04c7e8d65c03 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:00.778360 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:00.819978 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Network 05ed0500-0b6c-4296-ad10-a297a641c71b is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:47:00.823064 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:00.826791 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:47:00.832866 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event updated for resources: {'Port': ['ID=bcdd8144-e12f-4729-a959-04c7e8d65c03,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:00.878702 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:00.879366 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:00.894218 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-8b8ea336-913d-48a8-8104-ab81f9a634bf tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7775662 Aug 30 07:47:00.908276 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Request body: {'port': {'device_id': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:00.967214 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:00.999202 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-130dc9c9-27b1-4428-8efb-0780c3d9cc1e None None] Provisioning for port bcdd8144-e12f-4729-a959-04c7e8d65c03 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:47:01.003386 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-130dc9c9-27b1-4428-8efb-0780c3d9cc1e None None] Provisioning complete for port bcdd8144-e12f-4729-a959-04c7e8d65c03 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:01.003755 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-130dc9c9-27b1-4428-8efb-0780c3d9cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:01.039587 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-130dc9c9-27b1-4428-8efb-0780c3d9cc1e None None] Port bcdd8144-e12f-4729-a959-04c7e8d65c03 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:47:01.218112 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcdd8144-e12f-4729-a959-04c7e8d65c03 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:47:01.225233 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:01.237209 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Transition to ACTIVE for port object bcdd8144-e12f-4729-a959-04c7e8d65c03 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:01.240215 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:01.308752 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Pushing event updated for resources: {'Port': ['ID=bcdd8144-e12f-4729-a959-04c7e8d65c03,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:01.359587 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Attempting to bind port bcdd8144-e12f-4729-a959-04c7e8d65c03 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:47:01.359925 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Attempting to bind port bcdd8144-e12f-4729-a959-04c7e8d65c03 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:47:01.360254 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Attempting to bind port bcdd8144-e12f-4729-a959-04c7e8d65c03 on network 05ed0500-0b6c-4296-ad10-a297a641c71b {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:01.364637 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Port bcdd8144-e12f-4729-a959-04c7e8d65c03 on network 05ed0500-0b6c-4296-ad10-a297a641c71b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:47:01.364958 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Attempting to bind port bcdd8144-e12f-4729-a959-04c7e8d65c03 on network 05ed0500-0b6c-4296-ad10-a297a641c71b {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:01.369842 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:47:01.370178 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Checking segment: {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:01.370563 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Bound using segment: {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:47:01.370989 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Bound port: bcdd8144-e12f-4729-a959-04c7e8d65c03, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:47:01.371372 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:01.435871 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] For port bcdd8144-e12f-4729-a959-04c7e8d65c03, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:47:01.438834 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] For port bcdd8144-e12f-4729-a959-04c7e8d65c03, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bcdd8144-e12f-4729-a959-04c7e8d65c03,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:47:01.443114 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:01.483498 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:01.484176 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:01.485752 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] 10.222.0.68 "PUT /v2.0/ports/bcdd8144-e12f-4729-a959-04c7e8d65c03 HTTP/1.1" status: 200 len: 1093 time: 0.5817750 Aug 30 07:47:01.486227 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'tag': 'bcdd8144-e12f-4729-a959-04c7e8d65c03'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:01.488728 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6765bc-3430-4709-bfa8-2da09199ac24" -d '{"events": [{"name": "network-changed", "server_uuid": "51eb699b-b10c-4a84-a327-a6bb77845b20", "tag": "bcdd8144-e12f-4729-a959-04c7e8d65c03"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:01.540602 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232a6241-e1a4-49d6-b80b-fd1fbf6fc5ec x-openstack-request-id: req-232a6241-e1a4-49d6-b80b-fd1fbf6fc5ec {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:01.540892 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51eb699b-b10c-4a84-a327-a6bb77845b20", "tag": "bcdd8144-e12f-4729-a959-04c7e8d65c03", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:01.541157 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-232a6241-e1a4-49d6-b80b-fd1fbf6fc5ec {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:01.541545 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'tag': 'bcdd8144-e12f-4729-a959-04c7e8d65c03', 'status': 'completed', 'code': 200} Aug 30 07:47:01.551650 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e13a3-0283-4e91-8455-3595ddfc2c07 service neutron] Pushing event updated for resources: {'Port': ['ID=bcdd8144-e12f-4729-a959-04c7e8d65c03,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:01.594563 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b48f-3457-42b7-857c-e01b978e7bf8 req-5c9115c1-6932-423c-ad74-3ed873a34860 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:01.599699 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5891b48f-3457-42b7-857c-e01b978e7bf8 req-5c9115c1-6932-423c-ad74-3ed873a34860 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 943 time: 0.1041894 Aug 30 07:47:01.623897 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-055d9290-7f7c-4246-8de9-8be634ffa452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:01.625425 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-055d9290-7f7c-4246-8de9-8be634ffa452 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 1096 time: 0.0866539 Aug 30 07:47:01.652267 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5891b48f-3457-42b7-857c-e01b978e7bf8 req-03e36145-c673-4251-a6d3-a658c4bc50b1 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500965 Aug 30 07:47:01.678569 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-2cd23b71-e16c-4a6a-a955-f2a92e3cab67 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdd8144-e12f-4729-a959-04c7e8d65c03 HTTP/1.1" status: 200 len: 217 time: 0.0412807 Aug 30 07:47:01.730573 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-afd05e12-12b4-4537-8b4d-244630c40cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:01.732059 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-afd05e12-12b4-4537-8b4d-244630c40cd0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 200 len: 849 time: 0.0464993 Aug 30 07:47:01.777362 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-23d966ed-6e9a-45c3-951a-f753e6b72750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:01.778794 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-23d966ed-6e9a-45c3-951a-f753e6b72750 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05ed0500-0b6c-4296-ad10-a297a641c71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392926 Aug 30 07:47:01.865197 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-0dea23af-3b96-48ef-a102-e2061b249b6e service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791850 Aug 30 07:47:01.959552 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-350697aa-31cf-4ad7-8542-0e8a9790e233 req-ada6b699-adec-4da6-9ee8-2c8b6de399a8 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828621 Aug 30 07:47:02.045751 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6765bc-3430-4709-bfa8-2da09199ac24 req-fb63e34f-d279-4723-a497-833af817aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:02.047215 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee6765bc-3430-4709-bfa8-2da09199ac24 req-fb63e34f-d279-4723-a497-833af817aef8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 1096 time: 0.0401175 Aug 30 07:47:02.137749 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6765bc-3430-4709-bfa8-2da09199ac24 req-d152e8ba-f303-431b-90f0-b28b7a8bf91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:02.139069 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee6765bc-3430-4709-bfa8-2da09199ac24 req-d152e8ba-f303-431b-90f0-b28b7a8bf91e service neutron] 10.222.0.68 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 911 time: 0.0836194 Aug 30 07:47:02.180767 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee6765bc-3430-4709-bfa8-2da09199ac24 req-c3042b7e-a8f3-495f-a3a3-2c7652619b0a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdd8144-e12f-4729-a959-04c7e8d65c03 HTTP/1.1" status: 200 len: 217 time: 0.0331757 Aug 30 07:47:02.227463 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6765bc-3430-4709-bfa8-2da09199ac24 req-06f67568-39c2-4b07-9476-582bf9b457cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:02.228861 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee6765bc-3430-4709-bfa8-2da09199ac24 req-06f67568-39c2-4b07-9476-582bf9b457cd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 200 len: 849 time: 0.0417438 Aug 30 07:47:02.273459 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6765bc-3430-4709-bfa8-2da09199ac24 req-0d0ce87b-1fad-4743-9a7b-7cdfa4dd042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:02.274913 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee6765bc-3430-4709-bfa8-2da09199ac24 req-0d0ce87b-1fad-4743-9a7b-7cdfa4dd042b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05ed0500-0b6c-4296-ad10-a297a641c71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389161 Aug 30 07:47:02.365500 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee6765bc-3430-4709-bfa8-2da09199ac24 req-c5dfa4f3-83a2-4e3a-9385-46600ee20cbb service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829244 Aug 30 07:47:02.451311 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee6765bc-3430-4709-bfa8-2da09199ac24 req-bf892297-2eda-41b6-9861-3f2973273754 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784411 Aug 30 07:47:02.768876 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5014a79-c7d2-4a14-9b78-e02f25e0f156 req-0e79f454-2c6c-4770-9e7f-5f3b47ab3672 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:02.770242 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f5014a79-c7d2-4a14-9b78-e02f25e0f156 req-0e79f454-2c6c-4770-9e7f-5f3b47ab3672 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 943 time: 0.0525010 Aug 30 07:47:02.807377 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f5014a79-c7d2-4a14-9b78-e02f25e0f156 req-c4bda11c-8eb6-4fa3-961a-f01a5ad83434 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309632 Aug 30 07:47:03.546628 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-96bc0ad4-4f11-416b-b30b-2c01e6ee4f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:03.916966 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea560c-b53e-43cc-8a0a-bfc42918fe84 req-f3081333-0abb-4abd-b9b7-c86d0b560070 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:03.919125 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-14ea560c-b53e-43cc-8a0a-bfc42918fe84 req-f3081333-0abb-4abd-b9b7-c86d0b560070 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 943 time: 0.0476174 Aug 30 07:47:03.955007 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-14ea560c-b53e-43cc-8a0a-bfc42918fe84 req-fe2883ff-1676-47f0-be19-4dce2bb5a0ea tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301187 Aug 30 07:47:05.066228 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc1d0f-68bb-4cdc-bd79-35ead0064299 req-faee452f-1057-4741-a325-08516fd41eb2 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:05.067731 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4cdc1d0f-68bb-4cdc-bd79-35ead0064299 req-faee452f-1057-4741-a325-08516fd41eb2 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 943 time: 0.0485950 Aug 30 07:47:05.108363 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4cdc1d0f-68bb-4cdc-bd79-35ead0064299 req-70592cad-e8df-4c4c-8bf7-8fe6b4852916 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321560 Aug 30 07:47:05.129661 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:05.880109 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bcdd8144-e12f-4729-a959-04c7e8d65c03 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:47:05.973298 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bcdd8144-e12f-4729-a959-04c7e8d65c03, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bcdd8144-e12f-4729-a959-04c7e8d65c03,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:05.984243 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': 'bcdd8144-e12f-4729-a959-04c7e8d65c03', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'port_id': 'bcdd8144-e12f-4729-a959-04c7e8d65c03', 'mac_address': 'fa:16:3e:a3:77:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:47:06.025060 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:06.037755 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdd8144-e12f-4729-a959-04c7e8d65c03 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:47:06.056539 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bcdd8144-e12f-4729-a959-04c7e8d65c03, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bcdd8144-e12f-4729-a959-04c7e8d65c03,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:06.062726 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:06.111216 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=bcdd8144-e12f-4729-a959-04c7e8d65c03,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:06.118366 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:06.118717 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:06.119058 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:06.119426 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:06.119757 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:06.120588 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:06.120914 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:06.121265 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:06.121591 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:06.121911 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:06.122232 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:06.122552 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:47:06.152129 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ef272a5a-dfea-47cb-a61a-d03d3aad2bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:06.232832 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c4288-e673-4e5f-80c9-18cfc1199b42 req-ab459ad4-3eb1-4b69-a7fd-7e62d1739984 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:06.234340 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-346c4288-e673-4e5f-80c9-18cfc1199b42 req-ab459ad4-3eb1-4b69-a7fd-7e62d1739984 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 944 time: 0.0536284 Aug 30 07:47:06.273892 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-346c4288-e673-4e5f-80c9-18cfc1199b42 req-f7ed456c-530e-4af6-9242-454f07f21dbd tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335467 Aug 30 07:47:06.413705 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['bcdd8144-e12f-4729-a959-04c7e8d65c03'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:47:06.667385 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:07.360424 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:07.389740 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ccd7e-5978-4cec-9d3d-85ba627e843b req-260c5f5d-3f00-4ec9-853d-e6714a3f600c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:07.391197 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-145ccd7e-5978-4cec-9d3d-85ba627e843b req-260c5f5d-3f00-4ec9-853d-e6714a3f600c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 944 time: 0.0499115 Aug 30 07:47:07.428445 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-145ccd7e-5978-4cec-9d3d-85ba627e843b req-944b79d0-0a28-4c99-a274-97b853a9047b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311184 Aug 30 07:47:07.884483 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bcdd8144-e12f-4729-a959-04c7e8d65c03 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:47:07.932601 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port bcdd8144-e12f-4729-a959-04c7e8d65c03 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:47:07.936251 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port bcdd8144-e12f-4729-a959-04c7e8d65c03 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:07.936616 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:08.010147 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:08.033587 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdd8144-e12f-4729-a959-04c7e8d65c03'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:08.035907 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4a55ed-c396-43a4-9ef4-9b80b5b9bbc7" -d '{"events": [{"server_uuid": "51eb699b-b10c-4a84-a327-a6bb77845b20", "name": "network-vif-plugged", "status": "completed", "tag": "bcdd8144-e12f-4729-a959-04c7e8d65c03"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:08.048316 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port bcdd8144-e12f-4729-a959-04c7e8d65c03, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bcdd8144-e12f-4729-a959-04c7e8d65c03,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:08.052251 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:08.075598 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcd0984-71c7-478e-a5b1-18ad73c6d948 x-openstack-request-id: req-abcd0984-71c7-478e-a5b1-18ad73c6d948 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:08.075889 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51eb699b-b10c-4a84-a327-a6bb77845b20", "name": "network-vif-plugged", "status": "completed", "tag": "bcdd8144-e12f-4729-a959-04c7e8d65c03", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:08.076137 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abcd0984-71c7-478e-a5b1-18ad73c6d948 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:08.076549 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdd8144-e12f-4729-a959-04c7e8d65c03', 'code': 200} Aug 30 07:47:08.102474 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=bcdd8144-e12f-4729-a959-04c7e8d65c03,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:08.237300 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817acdf9-b501-4b20-ab5e-ccfeb0e92378 req-60c148c8-fd01-45d4-add8-b8e86441cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:08.238693 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-817acdf9-b501-4b20-ab5e-ccfeb0e92378 req-60c148c8-fd01-45d4-add8-b8e86441cf96 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 1098 time: 0.0389919 Aug 30 07:47:08.273827 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-817acdf9-b501-4b20-ab5e-ccfeb0e92378 req-e55b9039-d413-497e-9bc7-7f70a9ad0cf3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279899 Aug 30 07:47:08.543750 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac902b-d629-483b-a3f8-fe4ac5bb16c6 req-c1a14b91-0c58-47b8-afc5-527476805dbd tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:08.545101 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2cac902b-d629-483b-a3f8-fe4ac5bb16c6 req-c1a14b91-0c58-47b8-afc5-527476805dbd tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 945 time: 0.0508111 Aug 30 07:47:08.581339 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2cac902b-d629-483b-a3f8-fe4ac5bb16c6 req-e0e33f31-d7ed-45cb-bda2-88a1dc4a414c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304751 Aug 30 07:47:08.668163 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:09.695218 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b08406-aa68-4dc9-8776-028a07e20637 req-da5f423f-292f-4b1f-b256-561303a46e19 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:09.697043 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-36b08406-aa68-4dc9-8776-028a07e20637 req-da5f423f-292f-4b1f-b256-561303a46e19 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 945 time: 0.0482748 Aug 30 07:47:09.736469 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-36b08406-aa68-4dc9-8776-028a07e20637 req-463c4e2a-1f36-4eff-9904-3162afee9b64 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335243 Aug 30 07:47:10.847849 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af7c7c-bcf9-4d3d-9741-eaf1f93a2ed9 req-e776b2a9-872d-4ee5-9505-ff6137bfe708 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:10.849278 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b3af7c7c-bcf9-4d3d-9741-eaf1f93a2ed9 req-e776b2a9-872d-4ee5-9505-ff6137bfe708 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 945 time: 0.0470545 Aug 30 07:47:10.884980 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b3af7c7c-bcf9-4d3d-9741-eaf1f93a2ed9 req-89d73846-58d9-468e-be9d-8c9b96733eb1 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298922 Aug 30 07:47:10.998344 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81d229-b620-4659-b735-fdbcd4bab4ce req-0c3f668e-4d04-4b2d-a5ef-ff961e7ff138 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:10.999834 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd81d229-b620-4659-b735-fdbcd4bab4ce req-0c3f668e-4d04-4b2d-a5ef-ff961e7ff138 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 945 time: 0.0509331 Aug 30 07:47:11.008009 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53376) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:11.013160 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-e9b55ab5-14f5-4033-bb7a-dcf3af6a1c6b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Request body: {'floatingip': {'port_id': 'bcdd8144-e12f-4729-a959-04c7e8d65c03'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:11.025103 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:47:11.053015 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e9b55ab5-14f5-4033-bb7a-dcf3af6a1c6b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.487250 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e9b55ab5-14f5-4033-bb7a-dcf3af6a1c6b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.490844 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e9b55ab5-14f5-4033-bb7a-dcf3af6a1c6b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.587467 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-e9b55ab5-14f5-4033-bb7a-dcf3af6a1c6b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Floating IP 905787b7-be06-4a25-a895-a2d54758309e associated. External IP: 172.27.1.120, port: bcdd8144-e12f-4729-a959-04c7e8d65c03. Aug 30 07:47:11.787777 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b55ab5-14f5-4033-bb7a-dcf3af6a1c6b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Router 7308633e-d167-43ee-9e99-565ab8c649fa has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:47:11.890635 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b55ab5-14f5-4033-bb7a-dcf3af6a1c6b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:47:11.895296 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e9b55ab5-14f5-4033-bb7a-dcf3af6a1c6b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:11.900395 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321ea62-3fa3-4daa-85b7-bbe78a00a55c None None] Sync routers for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:47:11.909501 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321ea62-3fa3-4daa-85b7-bbe78a00a55c None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:47:11.910103 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-5321ea62-3fa3-4daa-85b7-bbe78a00a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:47:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:11.927454 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e9b55ab5-14f5-4033-bb7a-dcf3af6a1c6b tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "PUT /v2.0/floatingips/905787b7-be06-4a25-a895-a2d54758309e HTTP/1.1" status: 200 len: 991 time: 0.9158416 Aug 30 07:47:11.927454 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'tag': 'bcdd8144-e12f-4729-a959-04c7e8d65c03'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:11.927760 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2393c4-15c8-424c-a683-bc1521dd0dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "51eb699b-b10c-4a84-a327-a6bb77845b20", "tag": "bcdd8144-e12f-4729-a959-04c7e8d65c03"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:11.969510 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3c976f-b02b-44f6-9a92-ba70f18e25c8 x-openstack-request-id: req-3d3c976f-b02b-44f6-9a92-ba70f18e25c8 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:11.969802 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51eb699b-b10c-4a84-a327-a6bb77845b20", "tag": "bcdd8144-e12f-4729-a959-04c7e8d65c03", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:11.970209 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d3c976f-b02b-44f6-9a92-ba70f18e25c8 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:11.970754 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'tag': 'bcdd8144-e12f-4729-a959-04c7e8d65c03', 'status': 'completed', 'code': 200} Aug 30 07:47:12.020215 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-5321ea62-3fa3-4daa-85b7-bbe78a00a55c None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:47:12.034949 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2393c4-15c8-424c-a683-bc1521dd0dc3 req-c2cd95c3-ba15-42f6-9575-7e4249736584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:12.036571 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c2393c4-15c8-424c-a683-bc1521dd0dc3 req-c2cd95c3-ba15-42f6-9575-7e4249736584 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 1098 time: 0.0402360 Aug 30 07:47:12.124765 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2393c4-15c8-424c-a683-bc1521dd0dc3 req-ab693dba-5e48-4a2a-9e42-b0f82fa0bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:12.126257 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c2393c4-15c8-424c-a683-bc1521dd0dc3 req-ab693dba-5e48-4a2a-9e42-b0f82fa0bb60 service neutron] 10.222.0.68 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 911 time: 0.0809050 Aug 30 07:47:12.198331 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c2393c4-15c8-424c-a683-bc1521dd0dc3 req-0a11f04a-415e-43a7-a60c-b02ba20616d1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdd8144-e12f-4729-a959-04c7e8d65c03 HTTP/1.1" status: 200 len: 999 time: 0.0608907 Aug 30 07:47:12.237628 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-5321ea62-3fa3-4daa-85b7-bbe78a00a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '905787b7-be06-4a25-a895-a2d54758309e', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'port_id': 'bcdd8144-e12f-4729-a959-04c7e8d65c03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'mac_address': 'fa:16:3e:a3:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:46:58Z', 'updated_at': '2021-08-30T07:47:11Z', 'revision_number': 1, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:12.246929 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2393c4-15c8-424c-a683-bc1521dd0dc3 req-925b5d43-06c8-44e3-9638-4c5a812450f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:12.248467 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c2393c4-15c8-424c-a683-bc1521dd0dc3 req-925b5d43-06c8-44e3-9638-4c5a812450f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 200 len: 849 time: 0.0428975 Aug 30 07:47:12.267455 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321ea62-3fa3-4daa-85b7-bbe78a00a55c None None] Checking router: 7308633e-d167-43ee-9e99-565ab8c649fa for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:47:12.276006 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321ea62-3fa3-4daa-85b7-bbe78a00a55c None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:47:12.277168 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-5321ea62-3fa3-4daa-85b7-bbe78a00a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:47:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:12.295085 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2393c4-15c8-424c-a683-bc1521dd0dc3 req-f8a956a7-ba9f-43d6-bca9-6701862f25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:12.296615 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c2393c4-15c8-424c-a683-bc1521dd0dc3 req-f8a956a7-ba9f-43d6-bca9-6701862f25c6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05ed0500-0b6c-4296-ad10-a297a641c71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398712 Aug 30 07:47:12.377887 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-5321ea62-3fa3-4daa-85b7-bbe78a00a55c None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:47:12.389259 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c2393c4-15c8-424c-a683-bc1521dd0dc3 req-5f93b0fe-d277-496e-95ee-1852029a7c28 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839763 Aug 30 07:47:12.478226 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c2393c4-15c8-424c-a683-bc1521dd0dc3 req-f77df188-e04d-4e90-af83-5a7f285a616a service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805707 Aug 30 07:47:12.594072 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-5321ea62-3fa3-4daa-85b7-bbe78a00a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '905787b7-be06-4a25-a895-a2d54758309e', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'port_id': 'bcdd8144-e12f-4729-a959-04c7e8d65c03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'mac_address': 'fa:16:3e:a3:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:46:58Z', 'updated_at': '2021-08-30T07:47:11Z', 'revision_number': 1, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:12.622809 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321ea62-3fa3-4daa-85b7-bbe78a00a55c None None] The sync data for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi is: [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '905787b7-be06-4a25-a895-a2d54758309e', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'port_id': 'bcdd8144-e12f-4729-a959-04c7e8d65c03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'mac_address': 'fa:16:3e:a3:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:46:58Z', 'updated_at': '2021-08-30T07:47:11Z', 'revision_number': 1, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:47:12.805358 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca49939-eb95-4a9c-a789-080a486f60d4 None None] New status for floating IP 905787b7-be06-4a25-a895-a2d54758309e: ACTIVE {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:47:20.603007 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35243d-d6ce-49d9-9901-50b0ebd13bc6 req-93bb6249-0c93-48a6-8a79-af838af3f586 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:20.604524 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7e35243d-d6ce-49d9-9901-50b0ebd13bc6 req-93bb6249-0c93-48a6-8a79-af838af3f586 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0523436 Aug 30 07:47:20.871150 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7e35243d-d6ce-49d9-9901-50b0ebd13bc6 req-a59e8d1f-9b09-4a80-ad56-9e4aa35dc6df tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607667 Aug 30 07:47:21.984460 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b81c3-09a8-4193-8323-89bbb2c58e36 req-5547dca1-00d7-4743-ac13-f976fc186859 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:21.985942 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-370b81c3-09a8-4193-8323-89bbb2c58e36 req-5547dca1-00d7-4743-ac13-f976fc186859 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0486391 Aug 30 07:47:22.022214 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-370b81c3-09a8-4193-8323-89bbb2c58e36 req-3879d7a6-156b-4f34-80c1-b33728aeff73 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304618 Aug 30 07:47:22.460844 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-1cbe65f0-1263-44a5-999b-0f9bf74454cf tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:22.462255 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-1cbe65f0-1263-44a5-999b-0f9bf74454cf tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 945 time: 0.0465777 Aug 30 07:47:22.552142 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Deleting port 870ac24a-6623-4d68-94d1-d868274ecaa7 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:47:22.552407 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:22.636809 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] For port 870ac24a-6623-4d68-94d1-d868274ecaa7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=870ac24a-6623-4d68-94d1-d868274ecaa7,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:22.637753 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:22.805169 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:22.805480 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:22.805796 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Floating IP 8736a9f4-30d8-4966-a477-a77c9bd5ca1a disassociated. External IP: 172.27.1.35, port: 870ac24a-6623-4d68-94d1-d868274ecaa7. Aug 30 07:47:22.806159 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Calling delete_port for 870ac24a-6623-4d68-94d1-d868274ecaa7 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:47:22.929409 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:22.961913 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event deleted for resources: {'Port': ['ID=870ac24a-6623-4d68-94d1-d868274ecaa7,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:23.071650 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:47:23.142778 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aca7a43e-1759-46e0-b44c-291a9553d5aa req-9981d446-de4b-4507-b7c9-a037c3b204b4 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=2701722c-79c1-4a8a-aaa2-7323d975a50c HTTP/1.1" status: 200 len: 210 time: 0.0310161 Aug 30 07:47:23.196912 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:47:23.207304 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581fb822-f19e-410e-957c-f4fe3e7f1973 None None] Sync routers for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:47:23.217487 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581fb822-f19e-410e-957c-f4fe3e7f1973 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:47:23.218114 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-581fb822-f19e-410e-957c-f4fe3e7f1973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:47:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:23.235073 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] No DVR routers for this DVR port 870ac24a-6623-4d68-94d1-d868274ecaa7 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:47:23.237998 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:23.239980 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0267d7bc-33bc-4d6f-89ae-0fd415ebf52f req-e63a793c-4431-4767-844d-7e13eb5ec500 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "DELETE /v2.0/ports/870ac24a-6623-4d68-94d1-d868274ecaa7 HTTP/1.1" status: 204 len: 173 time: 0.7694511 Aug 30 07:47:23.240411 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'name': 'network-vif-deleted', 'tag': '870ac24a-6623-4d68-94d1-d868274ecaa7'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:23.242605 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba37c8c-5437-4dc3-ba38-e8ee6aa829c9" -d '{"events": [{"server_uuid": "2701722c-79c1-4a8a-aaa2-7323d975a50c", "name": "network-vif-deleted", "tag": "870ac24a-6623-4d68-94d1-d868274ecaa7"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:23.288973 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e91cdb-7bac-4e32-803b-d725c50e4fc3 x-openstack-request-id: req-e8e91cdb-7bac-4e32-803b-d725c50e4fc3 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:23.289258 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2701722c-79c1-4a8a-aaa2-7323d975a50c", "name": "network-vif-deleted", "tag": "870ac24a-6623-4d68-94d1-d868274ecaa7", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:23.289513 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8e91cdb-7bac-4e32-803b-d725c50e4fc3 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:23.289908 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2701722c-79c1-4a8a-aaa2-7323d975a50c', 'name': 'network-vif-deleted', 'tag': '870ac24a-6623-4d68-94d1-d868274ecaa7', 'status': 'completed', 'code': 200} Aug 30 07:47:23.339460 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-581fb822-f19e-410e-957c-f4fe3e7f1973 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:47:23.657556 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-581fb822-f19e-410e-957c-f4fe3e7f1973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:23.682126 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581fb822-f19e-410e-957c-f4fe3e7f1973 None None] Checking router: 7c0ff0e0-f528-46ad-b2b8-ab025803d3be for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:47:23.689902 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581fb822-f19e-410e-957c-f4fe3e7f1973 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:47:23.690474 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-581fb822-f19e-410e-957c-f4fe3e7f1973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:47:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:23.791665 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-581fb822-f19e-410e-957c-f4fe3e7f1973 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:47:24.003844 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-581fb822-f19e-410e-957c-f4fe3e7f1973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:24.031659 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581fb822-f19e-410e-957c-f4fe3e7f1973 None None] The sync data for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi is: [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:47:24.229272 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710c25f-de04-43e3-a833-3cff54c72eae None None] New status for floating IP 8736a9f4-30d8-4966-a477-a77c9bd5ca1a: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:47:24.397265 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-7b730946-311a-4da1-99cd-ad8da4f6b501 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508913835&fields=id&tenant_id=c136921751ac4acda50bafac9ed66c96 HTTP/1.1" status: 200 len: 267 time: 0.0325739 Aug 30 07:47:24.502830 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae406e-8777-4000-b299-38f67ffb8849 req-325d50ea-bdfc-40d2-a74b-b0b32c451ee2 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:24.504216 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-325d50ea-bdfc-40d2-a74b-b0b32c451ee2 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 812 time: 0.0995922 Aug 30 07:47:24.518890 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-b5bdcc97-bd98-4042-be1c-8d48ac9f62ca tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/quotas/c136921751ac4acda50bafac9ed66c96 HTTP/1.1" status: 200 len: 375 time: 0.0091600 Aug 30 07:47:24.570510 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-c6909f1b-a78b-4bd7-bd63-a25768db80d0 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463450 Aug 30 07:47:24.667173 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-6481e68b-756a-421d-bd3e-1a36678fbe7f service neutron] 10.222.0.64 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843232 Aug 30 07:47:24.752957 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-1eec1776-2777-4d3a-8b72-4fb5c65951cb service neutron] 10.222.0.64 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795994 Aug 30 07:47:25.028903 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e7cfa8f4-384b-4804-bc3b-aa98dfbe33f1 req-4b78c61f-8626-4afa-8115-7f8ca14d0462 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 210 time: 0.0263023 Aug 30 07:47:25.962908 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 870ac24a-6623-4d68-94d1-d868274ecaa7 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:47:25.982959 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: 870ac24a-6623-4d68-94d1-d868274ecaa7 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:47:25.983331 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 870ac24a-6623-4d68-94d1-d868274ecaa7 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:47:26.104247 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0902b0b9-9286-40ea-9602-f92f76129d70 req-8d9ca839-3176-4521-8967-70ebaf2a717a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 210 time: 0.0257483 Aug 30 07:47:27.183667 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-45be3b7c-4745-40c9-8a1b-e60f24968bc6 req-85205e2f-2035-4227-b8b2-1fc5186c13c5 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 210 time: 0.0312817 Aug 30 07:47:27.975078 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae406e-8777-4000-b299-38f67ffb8849 req-208f8941-adca-4556-b276-e3cc9e49db8d tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:27.976573 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-208f8941-adca-4556-b276-e3cc9e49db8d tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 812 time: 0.0990541 Aug 30 07:47:28.019093 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-755e1894-7ab0-44d4-bebf-6055ae7647f9 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c136921751ac4acda50bafac9ed66c96 HTTP/1.1" status: 200 len: 380 time: 0.0330741 Aug 30 07:47:28.029787 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'port': {'device_id': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'admin_state_up': True, 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'security_groups': ['1666273a-7af0-48b4-b39b-af799bb507ee']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:28.136624 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Made reservation on behalf of c136921751ac4acda50bafac9ed66c96 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:47:28.140211 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.292802 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Allocated IP 172.20.0.14 (8cb7ddd4-58e8-40c6-b6b4-b18af73d1717/ff4b3505-3a82-45b8-9d17-82fcb895daa0/7af6004b-abea-41ef-b068-1d948fee3659) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:47:28.298306 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4db7b02-a8c8-4ce3-ae65-ae8978978120 req-47b82a44-c24b-413c-be45-7c8897d614a5 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 210 time: 0.0416362 Aug 30 07:47:28.439147 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.452372 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Transition to ACTIVE for port object 7af6004b-abea-41ef-b068-1d948fee3659 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:28.484470 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.532564 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:47:28.535659 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:28.539505 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:47:28.545617 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'Port': ['ID=7af6004b-abea-41ef-b068-1d948fee3659,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:28.591260 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:28.591883 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.607029 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-800f967b-94f5-4391-9325-33a45ff6b251 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5805578 Aug 30 07:47:28.620048 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Request body: {'port': {'device_id': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:28.675495 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.741758 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-c7805977-ea6b-409c-acde-83ec524dfaba None None] Provisioning for port 7af6004b-abea-41ef-b068-1d948fee3659 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:47:28.752224 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-c7805977-ea6b-409c-acde-83ec524dfaba None None] Provisioning complete for port 7af6004b-abea-41ef-b068-1d948fee3659 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:28.752859 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c7805977-ea6b-409c-acde-83ec524dfaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.786171 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-c7805977-ea6b-409c-acde-83ec524dfaba None None] Port 7af6004b-abea-41ef-b068-1d948fee3659 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:47:28.935584 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af6004b-abea-41ef-b068-1d948fee3659 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:47:28.943039 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:28.954901 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Transition to ACTIVE for port object 7af6004b-abea-41ef-b068-1d948fee3659 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:47:28.959038 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:29.023567 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Pushing event updated for resources: {'Port': ['ID=7af6004b-abea-41ef-b068-1d948fee3659,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:29.075468 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Attempting to bind port 7af6004b-abea-41ef-b068-1d948fee3659 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:47:29.075804 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Attempting to bind port 7af6004b-abea-41ef-b068-1d948fee3659 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:47:29.076133 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Attempting to bind port 7af6004b-abea-41ef-b068-1d948fee3659 on network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:29.080653 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Port 7af6004b-abea-41ef-b068-1d948fee3659 on network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:47:29.080972 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Attempting to bind port 7af6004b-abea-41ef-b068-1d948fee3659 on network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:47:29.085978 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:47:29.086327 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Checking segment: {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:47:29.086688 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Bound using segment: {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:47:29.087113 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Bound port: 7af6004b-abea-41ef-b068-1d948fee3659, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:47:29.087510 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:29.150305 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] For port 7af6004b-abea-41ef-b068-1d948fee3659, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:47:29.153726 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] For port 7af6004b-abea-41ef-b068-1d948fee3659, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7af6004b-abea-41ef-b068-1d948fee3659,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:47:29.157847 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:29.193852 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:29.194465 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:29.196311 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] 10.222.0.68 "PUT /v2.0/ports/7af6004b-abea-41ef-b068-1d948fee3659 HTTP/1.1" status: 200 len: 1094 time: 0.5806689 Aug 30 07:47:29.196742 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'tag': '7af6004b-abea-41ef-b068-1d948fee3659'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:29.198980 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d75f4e-5a47-435d-90a2-77be55074228" -d '{"events": [{"name": "network-changed", "server_uuid": "cf094d25-5ee2-41a4-9f38-59ef57cdb975", "tag": "7af6004b-abea-41ef-b068-1d948fee3659"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:29.235977 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f2100-bca2-44f8-9f7a-1e2309ecfa5e service neutron] Pushing event updated for resources: {'Port': ['ID=7af6004b-abea-41ef-b068-1d948fee3659,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:29.240899 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7379de4b-1853-4f08-8240-0a634bec04b4 x-openstack-request-id: req-7379de4b-1853-4f08-8240-0a634bec04b4 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:29.241178 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf094d25-5ee2-41a4-9f38-59ef57cdb975", "tag": "7af6004b-abea-41ef-b068-1d948fee3659", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:29.241693 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7379de4b-1853-4f08-8240-0a634bec04b4 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:29.242074 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'tag': '7af6004b-abea-41ef-b068-1d948fee3659', 'status': 'completed', 'code': 200} Aug 30 07:47:29.283923 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae406e-8777-4000-b299-38f67ffb8849 req-addb7e42-0606-485b-9833-4820514fa752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:29.285452 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-addb7e42-0606-485b-9833-4820514fa752 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 1097 time: 0.0463648 Aug 30 07:47:29.333385 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-3da2b3b7-b000-455a-bc21-6f6354389821 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af6004b-abea-41ef-b068-1d948fee3659 HTTP/1.1" status: 200 len: 217 time: 0.0350964 Aug 30 07:47:29.416622 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae406e-8777-4000-b299-38f67ffb8849 req-13bcb5ca-e77e-49b7-ac26-f8106a12a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:29.418130 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-13bcb5ca-e77e-49b7-ac26-f8106a12a219 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0765226 Aug 30 07:47:29.433147 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2dfa1-f21b-4434-adf4-c6cdd2586bf2 req-962b0554-f085-4867-90d9-82d6d55ea3f5 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:29.434557 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aab2dfa1-f21b-4434-adf4-c6cdd2586bf2 req-962b0554-f085-4867-90d9-82d6d55ea3f5 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 944 time: 0.0605824 Aug 30 07:47:29.496656 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae406e-8777-4000-b299-38f67ffb8849 req-af43ea21-f440-43db-b82f-ce5cef7be0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:29.498034 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-af43ea21-f440-43db-b82f-ce5cef7be0ed service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626245 Aug 30 07:47:29.501256 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aab2dfa1-f21b-4434-adf4-c6cdd2586bf2 req-04f5ce05-d6cb-41ae-95fc-962f3951dbda tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573757 Aug 30 07:47:29.588575 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-2f3cff70-ccc2-40b5-b737-dc7203a944ff service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823467 Aug 30 07:47:29.674593 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62ae406e-8777-4000-b299-38f67ffb8849 req-33e5539a-f44e-4e39-9747-32ebff90012a service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778987 Aug 30 07:47:29.775859 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d75f4e-5a47-435d-90a2-77be55074228 req-522445a3-821e-4910-b926-f3c269d2997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:29.777217 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-45d75f4e-5a47-435d-90a2-77be55074228 req-522445a3-821e-4910-b926-f3c269d2997b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 1097 time: 0.0427878 Aug 30 07:47:29.862249 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d75f4e-5a47-435d-90a2-77be55074228 req-1629ddf2-34f3-452b-8e00-87d6da236927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:29.865632 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-45d75f4e-5a47-435d-90a2-77be55074228 req-1629ddf2-34f3-452b-8e00-87d6da236927 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 913 time: 0.0802212 Aug 30 07:47:29.907379 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-45d75f4e-5a47-435d-90a2-77be55074228 req-91ca63cd-7dae-4103-8320-af5ee7fc2c6a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af6004b-abea-41ef-b068-1d948fee3659 HTTP/1.1" status: 200 len: 217 time: 0.0329862 Aug 30 07:47:29.957890 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d75f4e-5a47-435d-90a2-77be55074228 req-1770e79c-59c1-466e-8529-afa10836374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:29.960355 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-45d75f4e-5a47-435d-90a2-77be55074228 req-1770e79c-59c1-466e-8529-afa10836374f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0457647 Aug 30 07:47:30.005365 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d75f4e-5a47-435d-90a2-77be55074228 req-8a672215-76e3-4702-af9c-d7508a8ff5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:30.006830 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-45d75f4e-5a47-435d-90a2-77be55074228 req-8a672215-76e3-4702-af9c-d7508a8ff5b3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388253 Aug 30 07:47:30.093932 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-45d75f4e-5a47-435d-90a2-77be55074228 req-44d0eec1-5be1-44b3-9480-dc745366c6b0 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790672 Aug 30 07:47:30.185609 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-45d75f4e-5a47-435d-90a2-77be55074228 req-5be28013-ce50-43d2-ba70-dbe4c5e5930e service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839491 Aug 30 07:47:30.616197 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b574d-75c7-4eab-8a45-6183d62383c4 req-a3459265-124a-44de-bed5-417c03976cf0 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:30.617667 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-284b574d-75c7-4eab-8a45-6183d62383c4 req-a3459265-124a-44de-bed5-417c03976cf0 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 944 time: 0.0485170 Aug 30 07:47:30.654431 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-284b574d-75c7-4eab-8a45-6183d62383c4 req-2cba7aef-9a61-40df-a83b-82b73580935e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308638 Aug 30 07:47:31.769276 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a57c3-58a8-4eee-9e1c-e073493fd1cd req-a73073bf-2f24-4b41-9a9c-be43d011ddff tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:31.770709 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-558a57c3-58a8-4eee-9e1c-e073493fd1cd req-a73073bf-2f24-4b41-9a9c-be43d011ddff tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 944 time: 0.0512853 Aug 30 07:47:31.806877 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-558a57c3-58a8-4eee-9e1c-e073493fd1cd req-31034c42-9a8b-4645-aa3b-28839028d5ec tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300202 Aug 30 07:47:32.920936 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d247ca5-1ee5-4e89-9a94-c62b77f47228 req-362d90d7-4f1a-4235-8c2f-d1f74f22a0cc tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:32.922344 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5d247ca5-1ee5-4e89-9a94-c62b77f47228 req-362d90d7-4f1a-4235-8c2f-d1f74f22a0cc tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 944 time: 0.0499187 Aug 30 07:47:32.959976 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5d247ca5-1ee5-4e89-9a94-c62b77f47228 req-5e3bb56b-80b1-48d6-b6e9-7590ba7bf138 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316265 Aug 30 07:47:33.548101 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e605383a-0241-400a-a2be-25c152df390a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:34.068632 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85080749-0bd9-4bec-ae43-8af8a79930ac req-1fc577e2-c15b-499c-883b-7999029963be tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:34.070073 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-85080749-0bd9-4bec-ae43-8af8a79930ac req-1fc577e2-c15b-499c-883b-7999029963be tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 944 time: 0.0473044 Aug 30 07:47:34.106870 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-85080749-0bd9-4bec-ae43-8af8a79930ac req-6a9ab02a-3ece-4498-9867-9b68280b8e6c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309803 Aug 30 07:47:35.126783 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:35.221381 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33d456-76f5-495b-9bea-46ceb2479c57 req-76612313-a076-4001-9dbb-d0bd3761327c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:35.222909 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a33d456-76f5-495b-9bea-46ceb2479c57 req-76612313-a076-4001-9dbb-d0bd3761327c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 944 time: 0.0516598 Aug 30 07:47:35.260074 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a33d456-76f5-495b-9bea-46ceb2479c57 req-1db29a08-8c27-4fea-b34b-ee5cb424773f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313935 Aug 30 07:47:36.151909 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e7b20ba9-464e-42d6-b16e-ff0c526fad00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:36.371160 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c1900-efde-4238-a6b6-6f8afd07d01a req-8bb68aa2-19da-4f29-81b0-625cef0d4d12 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:36.372668 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-502c1900-efde-4238-a6b6-6f8afd07d01a req-8bb68aa2-19da-4f29-81b0-625cef0d4d12 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 944 time: 0.0475266 Aug 30 07:47:36.409510 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-502c1900-efde-4238-a6b6-6f8afd07d01a req-75360307-2c6d-4f8d-8a9b-a113e950d7b7 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310581 Aug 30 07:47:36.673460 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:37.362332 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:37.522055 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2ea5b-ae8c-4988-8734-2525267bbc2a req-a50dd04c-262a-4cba-a6ad-2524ed79255c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:37.523555 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1cd2ea5b-ae8c-4988-8734-2525267bbc2a req-a50dd04c-262a-4cba-a6ad-2524ed79255c tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 944 time: 0.0483489 Aug 30 07:47:37.559268 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1cd2ea5b-ae8c-4988-8734-2525267bbc2a req-7145a99a-572c-46c8-b99c-2d8c81be7a55 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298347 Aug 30 07:47:38.036694 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 7af6004b-abea-41ef-b068-1d948fee3659 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:47:38.126365 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 7af6004b-abea-41ef-b068-1d948fee3659, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7af6004b-abea-41ef-b068-1d948fee3659,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:38.137780 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '7af6004b-abea-41ef-b068-1d948fee3659', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'port_id': '7af6004b-abea-41ef-b068-1d948fee3659', 'mac_address': 'fa:16:3e:c9:62:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:47:38.174761 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:38.187578 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af6004b-abea-41ef-b068-1d948fee3659 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:47:38.206120 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 7af6004b-abea-41ef-b068-1d948fee3659, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7af6004b-abea-41ef-b068-1d948fee3659,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:38.210303 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:38.259900 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=7af6004b-abea-41ef-b068-1d948fee3659,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:38.584268 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['7af6004b-abea-41ef-b068-1d948fee3659'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:47:38.673718 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4218dff-cc22-4261-8a40-ac60a9489eaa req-6b24e355-1d3f-4d97-926d-f799d91c5a22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:38.675218 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c4218dff-cc22-4261-8a40-ac60a9489eaa req-6b24e355-1d3f-4d97-926d-f799d91c5a22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 945 time: 0.0515637 Aug 30 07:47:38.692899 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:38.713253 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c4218dff-cc22-4261-8a40-ac60a9489eaa req-2ce6bf64-20f0-42ea-9ab9-f3afe3e375c1 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321765 Aug 30 07:47:39.541657 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-23bd4da8-f0ba-4489-b807-7da17f30fa38 req-d462e7a4-8992-46f3-8553-5e3c6145c415 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384271 Aug 30 07:47:39.627850 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4da8-f0ba-4489-b807-7da17f30fa38 req-6b949b55-3d88-484a-9aa9-1876b9df6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:39.629298 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-23bd4da8-f0ba-4489-b807-7da17f30fa38 req-6b949b55-3d88-484a-9aa9-1876b9df6146 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 1099 time: 0.0389054 Aug 30 07:47:39.734670 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4da8-f0ba-4489-b807-7da17f30fa38 req-f71a2a9c-f8a7-4b0e-9eb8-1a9ef7d0a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:39.736156 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-23bd4da8-f0ba-4489-b807-7da17f30fa38 req-f71a2a9c-f8a7-4b0e-9eb8-1a9ef7d0a3b4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 917 time: 0.0837958 Aug 30 07:47:39.826357 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-23bd4da8-f0ba-4489-b807-7da17f30fa38 req-4008ccb8-a25d-49d2-8556-0646f601c0b1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb595183-67ad-4010-8981-90243d616b35 HTTP/1.1" status: 200 len: 1000 time: 0.0825655 Aug 30 07:47:39.840557 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6a2e2-e093-464a-a9de-5dfb890f1c0d req-4671ccb8-7b73-4c6f-8d2c-d4fb076c6df8 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:39.841987 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6a6a2e2-e093-464a-a9de-5dfb890f1c0d req-4671ccb8-7b73-4c6f-8d2c-d4fb076c6df8 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 945 time: 0.0611401 Aug 30 07:47:39.909545 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4da8-f0ba-4489-b807-7da17f30fa38 req-b098cd43-5421-4859-8302-2000d7343855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:39.910956 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-23bd4da8-f0ba-4489-b807-7da17f30fa38 req-b098cd43-5421-4859-8302-2000d7343855 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.0681581 Aug 30 07:47:39.913830 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6a6a2e2-e093-464a-a9de-5dfb890f1c0d req-0eba3212-e0d0-46c1-81f2-6954d4124c30 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641522 Aug 30 07:47:39.959689 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4da8-f0ba-4489-b807-7da17f30fa38 req-ace61847-f06b-44f5-9553-9341a0cfac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:39.961160 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-23bd4da8-f0ba-4489-b807-7da17f30fa38 req-ace61847-f06b-44f5-9553-9341a0cfac41 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416534 Aug 30 07:47:40.059372 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 7af6004b-abea-41ef-b068-1d948fee3659 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:47:40.067765 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-23bd4da8-f0ba-4489-b807-7da17f30fa38 req-b9b18aaa-7a14-47d8-b134-b0a6927666c3 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985999 Aug 30 07:47:40.105358 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port 7af6004b-abea-41ef-b068-1d948fee3659 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:47:40.109415 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 7af6004b-abea-41ef-b068-1d948fee3659 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:47:40.109775 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:40.161341 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-23bd4da8-f0ba-4489-b807-7da17f30fa38 req-63bc89e5-f666-499c-9bcd-cafdb29fcb9f service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810571 Aug 30 07:47:40.183221 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:40.207678 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af6004b-abea-41ef-b068-1d948fee3659'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:40.209886 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ca5fbb-1030-4bf1-9699-9fff131704ae" -d '{"events": [{"server_uuid": "cf094d25-5ee2-41a4-9f38-59ef57cdb975", "name": "network-vif-plugged", "status": "completed", "tag": "7af6004b-abea-41ef-b068-1d948fee3659"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:40.222180 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 7af6004b-abea-41ef-b068-1d948fee3659, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7af6004b-abea-41ef-b068-1d948fee3659,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:47:40.226298 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:40.250401 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7926bf19-6811-4ed4-bbd5-706f0ae2a2d6 x-openstack-request-id: req-7926bf19-6811-4ed4-bbd5-706f0ae2a2d6 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:40.250695 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf094d25-5ee2-41a4-9f38-59ef57cdb975", "name": "network-vif-plugged", "status": "completed", "tag": "7af6004b-abea-41ef-b068-1d948fee3659", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:40.250948 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7926bf19-6811-4ed4-bbd5-706f0ae2a2d6 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:40.251360 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af6004b-abea-41ef-b068-1d948fee3659', 'code': 200} Aug 30 07:47:40.277475 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=7af6004b-abea-41ef-b068-1d948fee3659,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:40.470239 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360d119-d575-46b3-9eb5-28754e8e076c req-81a41dc2-0f01-4924-8edd-146ff4a4b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:40.471805 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f360d119-d575-46b3-9eb5-28754e8e076c req-81a41dc2-0f01-4924-8edd-146ff4a4b56b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 1099 time: 0.0397038 Aug 30 07:47:40.506499 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f360d119-d575-46b3-9eb5-28754e8e076c req-3806e473-03f1-4feb-b0e0-c7fc00912b78 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268083 Aug 30 07:47:41.030411 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613ac2c-7fc9-45a5-b345-d116d2977689 req-c496d13c-24d6-46aa-bd4c-f2089eca2808 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:41.032153 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0613ac2c-7fc9-45a5-b345-d116d2977689 req-c496d13c-24d6-46aa-bd4c-f2089eca2808 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 946 time: 0.0515471 Aug 30 07:47:41.069866 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0613ac2c-7fc9-45a5-b345-d116d2977689 req-143426d0-2fa9-4758-a397-0527fdcfa480 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309906 Aug 30 07:47:42.179695 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e3ad2-4fdf-4bcd-a0b7-d5420bc4b19c req-31754920-769c-40d3-b133-6728ee69c9a7 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:42.181149 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-125e3ad2-4fdf-4bcd-a0b7-d5420bc4b19c req-31754920-769c-40d3-b133-6728ee69c9a7 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 946 time: 0.0473890 Aug 30 07:47:42.218260 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-125e3ad2-4fdf-4bcd-a0b7-d5420bc4b19c req-1ba902dd-2147-4e64-b835-d9285759ee50 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306404 Aug 30 07:47:42.329035 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c44f1-6302-410b-af74-46c4c6b7aa9a req-a28ecc4d-09b3-4f12-b954-584efc4586a3 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:42.330446 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-538c44f1-6302-410b-af74-46c4c6b7aa9a req-a28ecc4d-09b3-4f12-b954-584efc4586a3 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 946 time: 0.0461323 Aug 30 07:47:42.367077 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-538c44f1-6302-410b-af74-46c4c6b7aa9a req-7761c9bd-0165-4ee4-884c-0d7e20c701c1 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307546 Aug 30 07:47:42.388386 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53526) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:42.428775 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64524840-c595-4005-a069-ecca117abe2f tempest-TestVolumeBootPattern-1148254863 tempest-TestVolumeBootPattern-1148254863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:42.430195 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-64524840-c595-4005-a069-ecca117abe2f tempest-TestVolumeBootPattern-1148254863 tempest-TestVolumeBootPattern-1148254863-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 1094 time: 0.0408831 Aug 30 07:47:42.432922 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53528) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:47:42.437092 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'floatingip': {'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'port_id': '7af6004b-abea-41ef-b068-1d948fee3659', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:47:42.457344 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:42.549297 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:42.883915 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Allocated IP 172.27.1.77 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/19a3f0a7-7a59-4eb0-98c5-b900a7acb291) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:47:42.981193 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.022112 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.060822 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:47:43.063603 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:47:43.067484 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:47:43.072626 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'Port': ['ID=19a3f0a7-7a59-4eb0-98c5-b900a7acb291,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:43.414633 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.478400 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.625161 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.629671 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.697046 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'Port': ['ID=19a3f0a7-7a59-4eb0-98c5-b900a7acb291,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:47:43.707352 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:43.805881 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Floating IP 229376de-f616-4f78-b5fc-2da208f40687 associated. External IP: 172.27.1.77, port: 7af6004b-abea-41ef-b068-1d948fee3659. Aug 30 07:47:44.005506 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:47:44.112517 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:47:44.122830 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c5acb-8749-49b5-9da5-82a48751d9b4 None None] Sync routers for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:47:44.129392 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:47:44.133968 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c5acb-8749-49b5-9da5-82a48751d9b4 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:47:44.134570 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-f80c5acb-8749-49b5-9da5-82a48751d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:47:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:44.156270 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-76a5d550-8e41-4382-a714-c405bd846b22 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7223742 Aug 30 07:47:44.156854 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'tag': '7af6004b-abea-41ef-b068-1d948fee3659'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:47:44.159090 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bedf1ad-2cd3-4bc4-a33f-74d366d7b179" -d '{"events": [{"name": "network-changed", "server_uuid": "cf094d25-5ee2-41a4-9f38-59ef57cdb975", "tag": "7af6004b-abea-41ef-b068-1d948fee3659"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:47:44.197790 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dff1b9-0700-49ba-8016-f1e636229bfe x-openstack-request-id: req-79dff1b9-0700-49ba-8016-f1e636229bfe {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:47:44.198114 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf094d25-5ee2-41a4-9f38-59ef57cdb975", "tag": "7af6004b-abea-41ef-b068-1d948fee3659", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:47:44.198371 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79dff1b9-0700-49ba-8016-f1e636229bfe {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:47:44.198778 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'tag': '7af6004b-abea-41ef-b068-1d948fee3659', 'status': 'completed', 'code': 200} Aug 30 07:47:44.238090 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-f80c5acb-8749-49b5-9da5-82a48751d9b4 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:47:44.259625 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedf1ad-2cd3-4bc4-a33f-74d366d7b179 req-2f3a7959-6871-48eb-ba40-06716696f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:44.261049 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5bedf1ad-2cd3-4bc4-a33f-74d366d7b179 req-2f3a7959-6871-48eb-ba40-06716696f0ae service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 1099 time: 0.0402572 Aug 30 07:47:44.352890 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedf1ad-2cd3-4bc4-a33f-74d366d7b179 req-82980289-764a-4acd-85c6-f492b2c30fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:44.354391 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5bedf1ad-2cd3-4bc4-a33f-74d366d7b179 req-82980289-764a-4acd-85c6-f492b2c30fef service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 913 time: 0.0863640 Aug 30 07:47:44.417935 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5bedf1ad-2cd3-4bc4-a33f-74d366d7b179 req-76d8552e-ce20-4fb2-889a-592d204715ff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af6004b-abea-41ef-b068-1d948fee3659 HTTP/1.1" status: 200 len: 999 time: 0.0567598 Aug 30 07:47:44.454447 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-f80c5acb-8749-49b5-9da5-82a48751d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '229376de-f616-4f78-b5fc-2da208f40687', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': '7af6004b-abea-41ef-b068-1d948fee3659', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:c9:62:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:47:43Z', 'updated_at': '2021-08-30T07:47:43Z', 'revision_number': 0, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:44.469649 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedf1ad-2cd3-4bc4-a33f-74d366d7b179 req-58b2b9ca-5456-4b4d-93d2-8be5b52f69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:44.471083 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5bedf1ad-2cd3-4bc4-a33f-74d366d7b179 req-58b2b9ca-5456-4b4d-93d2-8be5b52f69d2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0460358 Aug 30 07:47:44.484367 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c5acb-8749-49b5-9da5-82a48751d9b4 None None] Checking router: 7c0ff0e0-f528-46ad-b2b8-ab025803d3be for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:47:44.492573 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c5acb-8749-49b5-9da5-82a48751d9b4 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:47:44.493162 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-f80c5acb-8749-49b5-9da5-82a48751d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:47:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:44.515420 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedf1ad-2cd3-4bc4-a33f-74d366d7b179 req-718449df-6a1d-43cf-9389-3f0529d8809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:47:44.516849 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5bedf1ad-2cd3-4bc4-a33f-74d366d7b179 req-718449df-6a1d-43cf-9389-3f0529d8809a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388186 Aug 30 07:47:44.595698 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-f80c5acb-8749-49b5-9da5-82a48751d9b4 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:47:44.606525 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5bedf1ad-2cd3-4bc4-a33f-74d366d7b179 req-0ad937cf-cc85-4337-a4a2-3e39ced96c12 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821619 Aug 30 07:47:44.704005 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5bedf1ad-2cd3-4bc4-a33f-74d366d7b179 req-53a66f75-f1e2-4306-93f4-df19a427259f service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897756 Aug 30 07:47:44.814366 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-f80c5acb-8749-49b5-9da5-82a48751d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '229376de-f616-4f78-b5fc-2da208f40687', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': '7af6004b-abea-41ef-b068-1d948fee3659', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:c9:62:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:47:43Z', 'updated_at': '2021-08-30T07:47:43Z', 'revision_number': 0, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:47:44.839348 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c5acb-8749-49b5-9da5-82a48751d9b4 None None] The sync data for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi is: [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '229376de-f616-4f78-b5fc-2da208f40687', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': '7af6004b-abea-41ef-b068-1d948fee3659', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:c9:62:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:47:43Z', 'updated_at': '2021-08-30T07:47:43Z', 'revision_number': 0, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:47:45.011363 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53572bf7-9555-40f9-bdea-7d082c45ff10 None None] New status for floating IP 229376de-f616-4f78-b5fc-2da208f40687: ACTIVE {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:47:48.023764 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:48:03.549110 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d49b9867-d3e6-4488-a0d2-daf5cfed3c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:04.931931 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45f173-beb6-4efc-b72c-b9fee1a1ccaf req-b8aa5b68-204d-4d22-898a-a430175fa8e7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:04.933310 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5b45f173-beb6-4efc-b72c-b9fee1a1ccaf req-b8aa5b68-204d-4d22-898a-a430175fa8e7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 946 time: 0.0495474 Aug 30 07:48:04.969369 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5b45f173-beb6-4efc-b72c-b9fee1a1ccaf req-b1a65e3f-ab54-4af5-abca-07ca02e62bde tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301766 Aug 30 07:48:05.132480 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:06.085103 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb718f4-a253-4ca3-9edb-108d2b0e29fa req-3b49ba4d-e95f-4931-950b-a4585838b2c5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:06.086557 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dbb718f4-a253-4ca3-9edb-108d2b0e29fa req-3b49ba4d-e95f-4931-950b-a4585838b2c5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 946 time: 0.0479791 Aug 30 07:48:06.125283 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dbb718f4-a253-4ca3-9edb-108d2b0e29fa req-37c87547-dc55-4068-b27e-332985f2e322 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328763 Aug 30 07:48:06.156555 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-08b50425-1180-4b0d-b209-575457767e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:06.673424 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:06.937722 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dea910f0-bf26-49c4-bcdb-628692098fba tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:06.939042 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dea910f0-bf26-49c4-bcdb-628692098fba tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.68 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 946 time: 0.0510223 Aug 30 07:48:07.025842 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Deleting port bb595183-67ad-4010-8981-90243d616b35 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:48:07.026174 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:07.114619 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] For port bb595183-67ad-4010-8981-90243d616b35, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bb595183-67ad-4010-8981-90243d616b35,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:07.115324 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:07.310853 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c7b83-d559-4184-8da5-cf896f31dcfc req-df66d033-9cf8-4810-ab7e-0daabe711fd8 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:07.312369 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-754c7b83-d559-4184-8da5-cf896f31dcfc req-df66d033-9cf8-4810-ab7e-0daabe711fd8 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=d12dc531-c428-43d8-9205-156b68f994b6 HTTP/1.1" status: 200 len: 946 time: 0.1056557 Aug 30 07:48:07.322093 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:07.322640 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:07.322959 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Floating IP d6a49d78-6e80-42c6-8405-d2a046e84cd9 disassociated. External IP: 172.27.1.63, port: bb595183-67ad-4010-8981-90243d616b35. Aug 30 07:48:07.323331 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Calling delete_port for bb595183-67ad-4010-8981-90243d616b35 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:48:07.365448 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:07.393788 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-754c7b83-d559-4184-8da5-cf896f31dcfc req-e627db33-6672-4643-b718-96c32d71f31a tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750248 Aug 30 07:48:07.472722 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:07.505181 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event deleted for resources: {'Port': ['ID=bb595183-67ad-4010-8981-90243d616b35,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:07.516334 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:07.516729 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:07.517029 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:07.517375 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:07.517697 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:07.518030 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:07.518367 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:07.518691 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:07.519038 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:07.519362 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:07.519682 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:07.520016 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:07.624064 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Router f5e377d8-a7a0-49f4-a28a-1516bc98d39e has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:48:07.731481 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:48:07.740918 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed621aed-130f-4f7e-85fa-90759518d4ea None None] Sync routers for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:48:07.750400 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed621aed-130f-4f7e-85fa-90759518d4ea None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:07.751120 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-ed621aed-130f-4f7e-85fa-90759518d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:07.773936 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] No DVR routers for this DVR port bb595183-67ad-4010-8981-90243d616b35 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:48:07.776599 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:07.778698 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f94368b3-d1e2-4e9a-ba3b-b80dc7176f95 req-dfb9ab7c-6db5-4b2a-9bf5-5b2124172b3d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.68 "DELETE /v2.0/ports/bb595183-67ad-4010-8981-90243d616b35 HTTP/1.1" status: 204 len: 173 time: 0.8332279 Aug 30 07:48:07.779136 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'name': 'network-vif-deleted', 'tag': 'bb595183-67ad-4010-8981-90243d616b35'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:07.782132 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a615ed2c-24b6-4d70-b652-fb9ca0cf3f90" -d '{"events": [{"server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "name": "network-vif-deleted", "tag": "bb595183-67ad-4010-8981-90243d616b35"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:07.822721 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bea4723-ab07-4e0c-a1f5-fbc00ce56375 x-openstack-request-id: req-6bea4723-ab07-4e0c-a1f5-fbc00ce56375 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:07.823030 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12dc531-c428-43d8-9205-156b68f994b6", "name": "network-vif-deleted", "tag": "bb595183-67ad-4010-8981-90243d616b35", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:07.823318 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6bea4723-ab07-4e0c-a1f5-fbc00ce56375 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:07.823726 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12dc531-c428-43d8-9205-156b68f994b6', 'name': 'network-vif-deleted', 'tag': 'bb595183-67ad-4010-8981-90243d616b35', 'status': 'completed', 'code': 200} Aug 30 07:48:07.864156 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-ed621aed-130f-4f7e-85fa-90759518d4ea None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:08.191375 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-ed621aed-130f-4f7e-85fa-90759518d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:17Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:08.217688 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed621aed-130f-4f7e-85fa-90759518d4ea None None] Checking router: f5e377d8-a7a0-49f4-a28a-1516bc98d39e for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:48:08.226113 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed621aed-130f-4f7e-85fa-90759518d4ea None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:08.226730 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-ed621aed-130f-4f7e-85fa-90759518d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:08.331360 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-ed621aed-130f-4f7e-85fa-90759518d4ea None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:08.486675 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53624) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:08.531088 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-ed621aed-130f-4f7e-85fa-90759518d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:17Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:08.540129 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-beab5cbb-bda7-4157-87ce-7b10e9c96058 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:08.556005 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed621aed-130f-4f7e-85fa-90759518d4ea None None] The sync data for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi is: [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:17Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:48:08.563041 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-beab5cbb-bda7-4157-87ce-7b10e9c96058 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:08.613650 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-beab5cbb-bda7-4157-87ce-7b10e9c96058 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:08.616230 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-beab5cbb-bda7-4157-87ce-7b10e9c96058 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:08.617392 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-beab5cbb-bda7-4157-87ce-7b10e9c96058 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "DELETE /v2.0/security-groups/d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7 HTTP/1.1" status: 204 len: 168 time: 0.1297107 Aug 30 07:48:08.620246 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 53628) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:08.630673 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab5cbb-bda7-4157-87ce-7b10e9c96058 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:08.641196 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.api.v2.resource [None req-64bdcb66-c131-4b1a-8dec-e8a5eac12162 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] show failed (client error): The resource could not be found. Aug 30 07:48:08.642260 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-64bdcb66-c131-4b1a-8dec-e8a5eac12162 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups/d4a453c4-4ffb-47f8-9dc2-c36f38cc00e7 HTTP/1.1" status: 404 len: 347 time: 0.0210307 Aug 30 07:48:08.645848 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 53632) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:08.679969 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:08.827467 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5efc4e-be42-417a-9339-ec5d6878b49a None None] New status for floating IP d6a49d78-6e80-42c6-8405-d2a046e84cd9: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:48:08.993436 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Deleting port 79e30160-8032-436d-b543-f82f492b15d8 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:48:08.993775 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.067604 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.067923 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.078743 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Calling delete_port for 79e30160-8032-436d-b543-f82f492b15d8 owned by network:floatingip {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:48:09.209295 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.232151 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event deleted for resources: {'Port': ['ID=79e30160-8032-436d-b543-f82f492b15d8,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:09.242039 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:09.242389 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:09.242729 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:09.243079 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:09.243441 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:09.243772 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:09.244506 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:09.244506 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:09.244710 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:09.245037 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:09.245367 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:09.245685 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:09.303546 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.305970 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.307094 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2024c925-f950-4d2f-9bd3-3b645e40b107 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "DELETE /v2.0/floatingips/d6a49d78-6e80-42c6-8405-d2a046e84cd9 HTTP/1.1" status: 204 len: 168 time: 0.6603520 Aug 30 07:48:09.728820 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 53638) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:09.733473 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-7e45739f-7a12-45bf-8462-b40cbba6f469 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1374360710', 'description': 'tempest-description--898396660'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:09.754275 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7e45739f-7a12-45bf-8462-b40cbba6f469 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.832153 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7e45739f-7a12-45bf-8462-b40cbba6f469 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.835718 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7e45739f-7a12-45bf-8462-b40cbba6f469 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.861893 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7e45739f-7a12-45bf-8462-b40cbba6f469 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.863081 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7e45739f-7a12-45bf-8462-b40cbba6f469 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1332715 Aug 30 07:48:09.864918 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45739f-7a12-45bf-8462-b40cbba6f469 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a85d8a-0863-4460-9b84-6a252e3e041a,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:09.866020 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53640) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:09.872511 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-fdf69d9d-28b5-45b5-94ac-8c78cb50a9e1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Request body: {'security_group_rule': {'security_group_id': '26a85d8a-0863-4460-9b84-6a252e3e041a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:09.897966 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fdf69d9d-28b5-45b5-94ac-8c78cb50a9e1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.942400 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fdf69d9d-28b5-45b5-94ac-8c78cb50a9e1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.945733 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fdf69d9d-28b5-45b5-94ac-8c78cb50a9e1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.964511 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf69d9d-28b5-45b5-94ac-8c78cb50a9e1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afa005f-230d-4414-bfd1-9f1fb2132e00,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:09.968017 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fdf69d9d-28b5-45b5-94ac-8c78cb50a9e1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:09.969185 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-fdf69d9d-28b5-45b5-94ac-8c78cb50a9e1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1003382 Aug 30 07:48:09.971835 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53642) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:09.976204 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-11875117-e761-463b-9336-51e7ac80a8d0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Request body: {'security_group_rule': {'security_group_id': '26a85d8a-0863-4460-9b84-6a252e3e041a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:10.001156 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-11875117-e761-463b-9336-51e7ac80a8d0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.058891 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-11875117-e761-463b-9336-51e7ac80a8d0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.062760 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-11875117-e761-463b-9336-51e7ac80a8d0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.080117 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11875117-e761-463b-9336-51e7ac80a8d0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f01b6dc-9040-4fa6-95cc-7cdb99029027,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:10.087945 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-11875117-e761-463b-9336-51e7ac80a8d0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.090291 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-11875117-e761-463b-9336-51e7ac80a8d0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174929 Aug 30 07:48:10.093402 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53644) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:10.097821 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Request body: {'floatingip': {'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:10.114102 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bb595183-67ad-4010-8981-90243d616b35 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:48:10.119508 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.134507 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: bb595183-67ad-4010-8981-90243d616b35 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:48:10.134849 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bb595183-67ad-4010-8981-90243d616b35 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:48:10.213325 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.316494 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Allocated IP 172.27.1.239 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/d4bb3fe9-97c6-4701-94e3-77088fb2195e) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:10.414831 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.452117 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.492949 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:10.495632 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:10.498076 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:10.520927 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event updated for resources: {'Port': ['ID=d4bb3fe9-97c6-4701-94e3-77088fb2195e,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:10.582597 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.613553 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.755797 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.759885 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.828084 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event updated for resources: {'Port': ['ID=d4bb3fe9-97c6-4701-94e3-77088fb2195e,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:10.836418 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.849942 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:10.851147 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1d22c78a-4032-49dc-951f-bd8dd749d49d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7567618 Aug 30 07:48:11.036382 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-964c211e-966b-4f64-b886-46729e206566 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1374360710&fields=id&tenant_id=359d6f592c674011ac97cf310c12db99 HTTP/1.1" status: 200 len: 267 time: 0.0360129 Aug 30 07:48:11.140347 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ede65-1f18-420b-821a-b7953a868f1d req-703d146d-91d4-4d03-b601-069cf5ab8d53 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:11.141821 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-703d146d-91d4-4d03-b601-069cf5ab8d53 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 816 time: 0.0988643 Aug 30 07:48:11.156357 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-d53da90d-e4ca-4bc3-901a-351ad3feacc6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/quotas/359d6f592c674011ac97cf310c12db99 HTTP/1.1" status: 200 len: 375 time: 0.0090013 Aug 30 07:48:11.206912 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-e2875ec9-b5f1-49f4-a90b-c0482ddd7ded tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454655 Aug 30 07:48:11.301436 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-1cd49d26-41ab-4681-a214-0bb78bfa5ba4 service neutron] 10.222.0.64 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832834 Aug 30 07:48:11.387101 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-10832e3a-bb7d-4859-a1d5-d7a00199c3b7 service neutron] 10.222.0.64 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797586 Aug 30 07:48:11.548825 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5f7d79ef-7856-4b47-9fc3-d22c487c1c48 req-7c49c647-a312-4b85-8824-96706320043e tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 210 time: 0.0318224 Aug 30 07:48:12.478343 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ede65-1f18-420b-821a-b7953a868f1d req-ad0aa54d-d00e-4d8b-bbc1-45f99f7b87e2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:12.479896 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-ad0aa54d-d00e-4d8b-bbc1-45f99f7b87e2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 816 time: 0.1029344 Aug 30 07:48:12.525267 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-1889666f-3274-42dc-8e81-93a71c50bdda tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=359d6f592c674011ac97cf310c12db99 HTTP/1.1" status: 200 len: 380 time: 0.0360296 Aug 30 07:48:12.539765 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Request body: {'port': {'device_id': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'admin_state_up': True, 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'security_groups': ['26a85d8a-0863-4460-9b84-6a252e3e041a']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:12.653622 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a806603b-49b2-4321-99f6-803df59e74b7 req-389cc29f-0fda-4cd4-93c2-3da61bfc447b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 210 time: 0.0339046 Aug 30 07:48:12.670698 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Made reservation on behalf of 359d6f592c674011ac97cf310c12db99 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:48:12.674357 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:12.804274 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Allocated IP 172.20.0.3 (ee205068-1cbf-4ce4-86d4-c8f92cf84106/ea503ac0-9485-4a56-92a6-54c3b1f6f3f4/3a100853-ece6-402d-bcaf-1e547e5be7cc) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:48:12.933386 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:12.947487 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Transition to ACTIVE for port object 3a100853-ece6-402d-bcaf-1e547e5be7cc will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:12.980664 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:13.023540 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Network ee205068-1cbf-4ce4-86d4-c8f92cf84106 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:48:13.028336 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:48:13.031226 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:48:13.060657 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event updated for resources: {'Port': ['ID=3a100853-ece6-402d-bcaf-1e547e5be7cc,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:13.090394 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:13.091087 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:13.108218 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-7ceed01d-e39b-41ab-bb2c-89ed84a7fbcc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714481 Aug 30 07:48:13.160472 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Request body: {'port': {'device_id': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:13.216273 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:13.291498 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-a19c70f6-1379-4227-ba16-a8ca2978b0b9 None None] Provisioning for port 3a100853-ece6-402d-bcaf-1e547e5be7cc completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:13.296543 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-a19c70f6-1379-4227-ba16-a8ca2978b0b9 None None] Provisioning complete for port 3a100853-ece6-402d-bcaf-1e547e5be7cc triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:13.296947 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a19c70f6-1379-4227-ba16-a8ca2978b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:13.341518 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-a19c70f6-1379-4227-ba16-a8ca2978b0b9 None None] Port 3a100853-ece6-402d-bcaf-1e547e5be7cc cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:48:13.715018 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a100853-ece6-402d-bcaf-1e547e5be7cc {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:13.722343 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:13.734328 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Transition to ACTIVE for port object 3a100853-ece6-402d-bcaf-1e547e5be7cc will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:48:13.738560 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:13.825164 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Pushing event updated for resources: {'Port': ['ID=3a100853-ece6-402d-bcaf-1e547e5be7cc,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:13.880797 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335531b5-b965-4e05-8ed3-89bc47172c7d req-b5182bad-13b1-4989-a77d-05a1332169fb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:13.882361 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-335531b5-b965-4e05-8ed3-89bc47172c7d req-b5182bad-13b1-4989-a77d-05a1332169fb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.1006835 Aug 30 07:48:13.908304 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Attempting to bind port 3a100853-ece6-402d-bcaf-1e547e5be7cc on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:48:13.908635 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Attempting to bind port 3a100853-ece6-402d-bcaf-1e547e5be7cc by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:48:13.908965 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Attempting to bind port 3a100853-ece6-402d-bcaf-1e547e5be7cc on network ee205068-1cbf-4ce4-86d4-c8f92cf84106 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:13.920419 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Port 3a100853-ece6-402d-bcaf-1e547e5be7cc on network ee205068-1cbf-4ce4-86d4-c8f92cf84106 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:48:13.920742 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Attempting to bind port 3a100853-ece6-402d-bcaf-1e547e5be7cc on network ee205068-1cbf-4ce4-86d4-c8f92cf84106 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:48:13.930613 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:48:13.930944 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Checking segment: {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:48:13.931356 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Bound using segment: {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:48:13.931795 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Bound port: 3a100853-ece6-402d-bcaf-1e547e5be7cc, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:48:13.932157 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:13.955879 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-335531b5-b965-4e05-8ed3-89bc47172c7d req-d644f788-5916-4e42-8cb5-29cb20cf09d9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623684 Aug 30 07:48:14.007622 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:48:14.010619 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:48:14.016281 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:14.050157 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:14.051176 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:14.052673 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] 10.222.0.68 "PUT /v2.0/ports/3a100853-ece6-402d-bcaf-1e547e5be7cc HTTP/1.1" status: 200 len: 1093 time: 0.9001110 Aug 30 07:48:14.053100 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:14.056083 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a3609-ce97-48e9-8750-87329d3ef443" -d '{"events": [{"name": "network-changed", "server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:14.088192 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107be231-a279-4f04-b40b-7af2674b9e48 service neutron] Pushing event updated for resources: {'Port': ['ID=3a100853-ece6-402d-bcaf-1e547e5be7cc,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:14.109158 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d118d73-4ae4-4877-803e-1193e7812e47 x-openstack-request-id: req-4d118d73-4ae4-4877-803e-1193e7812e47 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:14.109425 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:14.109701 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d118d73-4ae4-4877-803e-1193e7812e47 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:14.110099 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'status': 'completed', 'code': 200} Aug 30 07:48:14.143425 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ede65-1f18-420b-821a-b7953a868f1d req-25db39d7-bd0b-45e8-8b4b-103e95d4fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:14.144950 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-25db39d7-bd0b-45e8-8b4b-103e95d4fafa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 1096 time: 0.0453343 Aug 30 07:48:14.192180 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-eb4c72a2-23f4-4c4b-98ae-41fed4860c5d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc HTTP/1.1" status: 200 len: 217 time: 0.0389743 Aug 30 07:48:14.242728 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ede65-1f18-420b-821a-b7953a868f1d req-21e9d51d-b3a9-401c-9002-0f1a60291c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:14.244241 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-21e9d51d-b3a9-401c-9002-0f1a60291c3c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.0448284 Aug 30 07:48:14.289816 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ede65-1f18-420b-821a-b7953a868f1d req-e9c5ab75-8177-4fca-880b-02a1e11a22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:14.291397 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-e9c5ab75-8177-4fca-880b-02a1e11a22b4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398474 Aug 30 07:48:14.383030 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-36d37e94-946d-4369-a0f7-186d28b70a5b service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834894 Aug 30 07:48:14.470884 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c98ede65-1f18-420b-821a-b7953a868f1d req-4be3af6d-61ae-4049-97ce-194c2d97db3d service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796323 Aug 30 07:48:14.573043 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a3609-ce97-48e9-8750-87329d3ef443 req-880c0c47-f00f-488f-a657-bdabd97858ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:14.574735 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2f1a3609-ce97-48e9-8750-87329d3ef443 req-880c0c47-f00f-488f-a657-bdabd97858ac service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 1096 time: 0.0463095 Aug 30 07:48:14.662717 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a3609-ce97-48e9-8750-87329d3ef443 req-2b3e15ac-94f4-4c07-bbc1-27759da11820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:14.664241 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2f1a3609-ce97-48e9-8750-87329d3ef443 req-2b3e15ac-94f4-4c07-bbc1-27759da11820 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 917 time: 0.0822065 Aug 30 07:48:14.704801 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2f1a3609-ce97-48e9-8750-87329d3ef443 req-fb2d0911-8bd7-4738-8019-8385226f11c4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc HTTP/1.1" status: 200 len: 217 time: 0.0325265 Aug 30 07:48:14.755115 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a3609-ce97-48e9-8750-87329d3ef443 req-08bcdf78-1d75-4e39-96de-063392e8954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:14.756474 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2f1a3609-ce97-48e9-8750-87329d3ef443 req-08bcdf78-1d75-4e39-96de-063392e8954b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.0452137 Aug 30 07:48:14.800386 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a3609-ce97-48e9-8750-87329d3ef443 req-9e48b665-ade7-476c-ab91-4f9a4936e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:14.801804 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2f1a3609-ce97-48e9-8750-87329d3ef443 req-9e48b665-ade7-476c-ab91-4f9a4936e6c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386724 Aug 30 07:48:14.888433 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2f1a3609-ce97-48e9-8750-87329d3ef443 req-5ca5276a-9ac0-42c5-b6d2-f071ea9a4a52 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771194 Aug 30 07:48:14.978547 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2f1a3609-ce97-48e9-8750-87329d3ef443 req-9a55b16d-8510-45c7-8cb3-0c2724e70ba7 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823910 Aug 30 07:48:15.075250 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b5c81-3504-4c97-908a-2103fc6138df req-5dbbdf00-6faf-43a1-a0fb-d1f384afb432 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:15.077244 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea7b5c81-3504-4c97-908a-2103fc6138df req-5dbbdf00-6faf-43a1-a0fb-d1f384afb432 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0494018 Aug 30 07:48:15.114367 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea7b5c81-3504-4c97-908a-2103fc6138df req-59e86005-a64b-485d-b6ce-750f9f3b3691 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Aug 30 07:48:16.234005 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098797b-c285-48e0-ad74-537ae443cf7f req-29e891e2-ce85-4ee9-89f8-0fe1f71c524b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:16.235497 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7098797b-c285-48e0-ad74-537ae443cf7f req-29e891e2-ce85-4ee9-89f8-0fe1f71c524b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0527306 Aug 30 07:48:16.273019 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7098797b-c285-48e0-ad74-537ae443cf7f req-d6e61ee1-d876-4d45-b870-f695351d98b2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316751 Aug 30 07:48:17.391227 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc9fa2-ecb4-4b24-96da-a8df92650da4 req-03298f24-1017-4ddc-bbbe-cd9aa8708fed tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:17.392714 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-17bc9fa2-ecb4-4b24-96da-a8df92650da4 req-03298f24-1017-4ddc-bbbe-cd9aa8708fed tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0508921 Aug 30 07:48:17.431115 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-17bc9fa2-ecb4-4b24-96da-a8df92650da4 req-654e7a8d-fff4-4536-bf3c-f7c833d04f3f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321956 Aug 30 07:48:18.147358 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3a100853-ece6-402d-bcaf-1e547e5be7cc details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:48:18.237841 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:18.250871 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'port_id': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'mac_address': 'fa:16:3e:27:48:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:48:18.290591 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:18.302744 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a100853-ece6-402d-bcaf-1e547e5be7cc {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:48:18.321200 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:18.326906 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:18.372736 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=3a100853-ece6-402d-bcaf-1e547e5be7cc,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:18.380196 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:18.380545 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:18.380883 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:18.381218 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:18.381546 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:18.381871 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:18.382197 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:18.382523 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:18.382844 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:18.383168 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:18.383511 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:18.383829 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:48:18.549220 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66dcfc-ba4e-485a-beb0-b062f8a06a77 req-c8ec4c10-012d-48ba-85a5-0d2163c2c091 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:18.550834 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f66dcfc-ba4e-485a-beb0-b062f8a06a77 req-c8ec4c10-012d-48ba-85a5-0d2163c2c091 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 944 time: 0.0509574 Aug 30 07:48:18.591631 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f66dcfc-ba4e-485a-beb0-b062f8a06a77 req-23089f30-dc03-4268-8fd4-c847c027af50 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346644 Aug 30 07:48:18.692293 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['3a100853-ece6-402d-bcaf-1e547e5be7cc'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:48:19.711129 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f4812-67d6-4fc6-a55c-d553bf27cb2d req-6034e729-aef1-4403-8b96-8ae0aad70f50 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:19.712598 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8e5f4812-67d6-4fc6-a55c-d553bf27cb2d req-6034e729-aef1-4403-8b96-8ae0aad70f50 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 944 time: 0.0511534 Aug 30 07:48:19.749943 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8e5f4812-67d6-4fc6-a55c-d553bf27cb2d req-d8bad66e-a6d6-423a-97c4-46b8f6fec119 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312555 Aug 30 07:48:20.158209 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3a100853-ece6-402d-bcaf-1e547e5be7cc up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:48:20.205270 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port 3a100853-ece6-402d-bcaf-1e547e5be7cc completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:48:20.208832 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 3a100853-ece6-402d-bcaf-1e547e5be7cc triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:48:20.209201 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.285141 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.306358 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:20.308576 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681c3e63-255c-47c3-95d9-a1e832679dad" -d '{"events": [{"server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "name": "network-vif-plugged", "status": "completed", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:20.323486 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:20.327961 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:20.351237 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5487511a-5c64-46cb-a370-ba8a817bdf21 x-openstack-request-id: req-5487511a-5c64-46cb-a370-ba8a817bdf21 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:20.351540 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "name": "network-vif-plugged", "status": "completed", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:20.351792 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5487511a-5c64-46cb-a370-ba8a817bdf21 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:20.352183 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'code': 200} Aug 30 07:48:20.377746 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=3a100853-ece6-402d-bcaf-1e547e5be7cc,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:20.507359 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3794d99-da69-4fda-aeb9-95ed40fbe512 req-05d03101-fd2d-468c-80d0-b3b22edfd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:20.508740 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e3794d99-da69-4fda-aeb9-95ed40fbe512 req-05d03101-fd2d-468c-80d0-b3b22edfd7a8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 1098 time: 0.0387566 Aug 30 07:48:20.542758 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e3794d99-da69-4fda-aeb9-95ed40fbe512 req-46ec75e0-8496-470a-ad88-e1e60b7c197b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267143 Aug 30 07:48:20.868661 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe261-1a22-47d0-b90c-243814a28015 req-5cd178f2-5746-42db-9d03-b103896a4dd6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:20.870146 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-214fe261-1a22-47d0-b90c-243814a28015 req-5cd178f2-5746-42db-9d03-b103896a4dd6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0485129 Aug 30 07:48:20.906954 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-214fe261-1a22-47d0-b90c-243814a28015 req-71f4fd5d-2dae-4c30-a4e7-c0018c7d76c7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303142 Aug 30 07:48:22.027053 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbee7f-f756-4e29-a5a6-5fec4168d388 req-d676e4ba-12ba-4b42-94c5-72f527850c4a tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:22.028516 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-03cbee7f-f756-4e29-a5a6-5fec4168d388 req-d676e4ba-12ba-4b42-94c5-72f527850c4a tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0510139 Aug 30 07:48:22.064735 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-03cbee7f-f756-4e29-a5a6-5fec4168d388 req-d8c3135c-161e-48cd-805f-f056541d4dfb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303416 Aug 30 07:48:22.178144 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78be629-175e-4618-9cac-201a697bc69f req-9af29d12-80d4-42dd-8d76-485f403a4ce2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:22.179566 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f78be629-175e-4618-9cac-201a697bc69f req-9af29d12-80d4-42dd-8d76-485f403a4ce2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0486162 Aug 30 07:48:22.188271 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53726) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:22.192835 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-aeddbf25-25e4-489e-b9e8-e693b9126515 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Request body: {'floatingip': {'port_id': '3a100853-ece6-402d-bcaf-1e547e5be7cc'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:48:22.230169 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeddbf25-25e4-489e-b9e8-e693b9126515 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.644531 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeddbf25-25e4-489e-b9e8-e693b9126515 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.648426 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeddbf25-25e4-489e-b9e8-e693b9126515 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:22.743454 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-aeddbf25-25e4-489e-b9e8-e693b9126515 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Floating IP 365a1cea-bc38-4e91-b244-903e878125cc associated. External IP: 172.27.1.239, port: 3a100853-ece6-402d-bcaf-1e547e5be7cc. Aug 30 07:48:22.940657 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeddbf25-25e4-489e-b9e8-e693b9126515 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Router f5e377d8-a7a0-49f4-a28a-1516bc98d39e has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:48:23.046162 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeddbf25-25e4-489e-b9e8-e693b9126515 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:48:23.050998 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeddbf25-25e4-489e-b9e8-e693b9126515 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:23.056027 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ce95d-d292-42cb-ba8b-db061e69ee9d None None] Sync routers for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:48:23.066758 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ce95d-d292-42cb-ba8b-db061e69ee9d None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:23.067390 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-d57ce95d-d292-42cb-ba8b-db061e69ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:23.076914 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-aeddbf25-25e4-489e-b9e8-e693b9126515 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "PUT /v2.0/floatingips/365a1cea-bc38-4e91-b244-903e878125cc HTTP/1.1" status: 200 len: 991 time: 0.8875992 Aug 30 07:48:23.077504 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:23.079919 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eb69ea-8911-461d-8a3e-d1702588f5db" -d '{"events": [{"name": "network-changed", "server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:23.118438 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abb696b-a9c3-48a7-ae9d-185a26317551 x-openstack-request-id: req-7abb696b-a9c3-48a7-ae9d-185a26317551 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:23.118738 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:23.118994 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7abb696b-a9c3-48a7-ae9d-185a26317551 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:23.119428 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'status': 'completed', 'code': 200} Aug 30 07:48:23.171315 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-d57ce95d-d292-42cb-ba8b-db061e69ee9d None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:23.195806 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb69ea-8911-461d-8a3e-d1702588f5db req-28b395a7-c5b8-4470-9ae9-7551026b5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:23.197237 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99eb69ea-8911-461d-8a3e-d1702588f5db req-28b395a7-c5b8-4470-9ae9-7551026b5f5f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 1098 time: 0.0404794 Aug 30 07:48:23.288831 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb69ea-8911-461d-8a3e-d1702588f5db req-fd292391-1f7d-406e-9626-337186c40ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:23.290307 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99eb69ea-8911-461d-8a3e-d1702588f5db req-fd292391-1f7d-406e-9626-337186c40ad6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 917 time: 0.0855236 Aug 30 07:48:23.356457 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99eb69ea-8911-461d-8a3e-d1702588f5db req-c56f5548-0168-405b-a4d9-25a6fc880b21 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc HTTP/1.1" status: 200 len: 999 time: 0.0575452 Aug 30 07:48:23.389373 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-d57ce95d-d292-42cb-ba8b-db061e69ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '365a1cea-bc38-4e91-b244-903e878125cc', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'port_id': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'mac_address': 'fa:16:3e:27:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:48:10Z', 'updated_at': '2021-08-30T07:48:22Z', 'revision_number': 1, 'project_id': '359d6f592c674011ac97cf310c12db99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:17Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:23.406722 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb69ea-8911-461d-8a3e-d1702588f5db req-1803d492-5858-4d29-87c0-ee0439aab17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:23.408225 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99eb69ea-8911-461d-8a3e-d1702588f5db req-1803d492-5858-4d29-87c0-ee0439aab17e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.0447087 Aug 30 07:48:23.418920 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ce95d-d292-42cb-ba8b-db061e69ee9d None None] Checking router: f5e377d8-a7a0-49f4-a28a-1516bc98d39e for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:48:23.427887 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ce95d-d292-42cb-ba8b-db061e69ee9d None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:23.428482 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-d57ce95d-d292-42cb-ba8b-db061e69ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:23.456818 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb69ea-8911-461d-8a3e-d1702588f5db req-0e74bc11-dcdf-4171-9ebf-ceaa0f558d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:23.458208 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99eb69ea-8911-461d-8a3e-d1702588f5db req-0e74bc11-dcdf-4171-9ebf-ceaa0f558d3c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421140 Aug 30 07:48:23.530926 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-d57ce95d-d292-42cb-ba8b-db061e69ee9d None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:23.547214 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99eb69ea-8911-461d-8a3e-d1702588f5db req-8b654303-2ab3-4994-8f9b-e878f80642f9 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809150 Aug 30 07:48:23.640235 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99eb69ea-8911-461d-8a3e-d1702588f5db req-e256f398-531a-44b8-a5cf-c24cdf9b8131 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847201 Aug 30 07:48:23.858175 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-d57ce95d-d292-42cb-ba8b-db061e69ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '365a1cea-bc38-4e91-b244-903e878125cc', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'port_id': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'mac_address': 'fa:16:3e:27:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:48:10Z', 'updated_at': '2021-08-30T07:48:22Z', 'revision_number': 1, 'project_id': '359d6f592c674011ac97cf310c12db99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:17Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:23.883651 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ce95d-d292-42cb-ba8b-db061e69ee9d None None] The sync data for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi is: [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '365a1cea-bc38-4e91-b244-903e878125cc', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'port_id': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'mac_address': 'fa:16:3e:27:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:48:10Z', 'updated_at': '2021-08-30T07:48:22Z', 'revision_number': 1, 'project_id': '359d6f592c674011ac97cf310c12db99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:17Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:48:24.065000 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e971c862-79c9-42f7-8ea9-81fd8be594f5 None None] New status for floating IP 365a1cea-bc38-4e91-b244-903e878125cc: ACTIVE {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:48:25.021878 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:48:33.549107 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-badaef0c-ab5b-45cf-82c4-023100ac8a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:35.137988 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:36.156048 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f5517e0c-a18a-47c8-a938-6923f7792d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:36.675128 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:37.368473 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:38.681979 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:40.489053 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a17882fe-64ab-4761-8c4a-279fe8fbf96d req-6ef7fe24-6503-4af9-b1fa-5bdf81048e52 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399368 Aug 30 07:48:40.549915 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17882fe-64ab-4761-8c4a-279fe8fbf96d req-21305095-ec60-4f3f-b013-c20362fbab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:40.551495 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a17882fe-64ab-4761-8c4a-279fe8fbf96d req-21305095-ec60-4f3f-b013-c20362fbab6f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 1098 time: 0.0397608 Aug 30 07:48:40.672343 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17882fe-64ab-4761-8c4a-279fe8fbf96d req-857d126b-61c1-42b0-b20d-40114bd512fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:40.673784 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a17882fe-64ab-4761-8c4a-279fe8fbf96d req-857d126b-61c1-42b0-b20d-40114bd512fb service neutron] 10.222.0.68 "GET /v2.0/networks?id=05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 200 len: 911 time: 0.0861115 Aug 30 07:48:40.739878 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a17882fe-64ab-4761-8c4a-279fe8fbf96d req-447d36d0-a4e3-4709-8524-220e9baa4c49 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdd8144-e12f-4729-a959-04c7e8d65c03 HTTP/1.1" status: 200 len: 1001 time: 0.0574951 Aug 30 07:48:40.791924 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17882fe-64ab-4761-8c4a-279fe8fbf96d req-50e1b6a7-ef70-493b-b4bb-c3f4d4117006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:40.793378 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a17882fe-64ab-4761-8c4a-279fe8fbf96d req-50e1b6a7-ef70-493b-b4bb-c3f4d4117006 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 200 len: 849 time: 0.0460780 Aug 30 07:48:40.842276 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17882fe-64ab-4761-8c4a-279fe8fbf96d req-1f633ca3-09e8-4fb3-a0d7-f3a7c013f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:40.843748 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a17882fe-64ab-4761-8c4a-279fe8fbf96d req-1f633ca3-09e8-4fb3-a0d7-f3a7c013f4d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05ed0500-0b6c-4296-ad10-a297a641c71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416560 Aug 30 07:48:40.933735 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a17882fe-64ab-4761-8c4a-279fe8fbf96d req-36d6d7f3-ea63-49d1-bcf6-5303c8e1a71b service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778594 Aug 30 07:48:41.024393 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a17882fe-64ab-4761-8c4a-279fe8fbf96d req-61ed740f-3a71-4625-ae0a-859359d1c3f5 service neutron] 10.222.0.68 "GET /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828888 Aug 30 07:48:51.177542 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d319eaa-81c5-46a4-b01a-d5a69d797f78 req-c864de46-5cf6-4735-8084-7124b95f964c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:51.178940 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9d319eaa-81c5-46a4-b01a-d5a69d797f78 req-c864de46-5cf6-4735-8084-7124b95f964c tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 945 time: 0.0491168 Aug 30 07:48:51.216412 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9d319eaa-81c5-46a4-b01a-d5a69d797f78 req-2cada856-6070-49b6-a9e6-981ba608d606 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310638 Aug 30 07:48:52.327174 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644ad82-956e-4a67-a2b7-efee6790be2a req-ff5a0333-ef45-4481-ad67-0dd9137aebcb tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:52.328611 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5644ad82-956e-4a67-a2b7-efee6790be2a req-ff5a0333-ef45-4481-ad67-0dd9137aebcb tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 945 time: 0.0458179 Aug 30 07:48:52.364136 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5644ad82-956e-4a67-a2b7-efee6790be2a req-b7f4057f-972e-4c8d-ab2d-d0c3a3e34112 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298073 Aug 30 07:48:53.178977 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-e69af5fc-c1ec-4331-b781-0a5dd3adf129 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:53.180425 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-e69af5fc-c1ec-4331-b781-0a5dd3adf129 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.68 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 945 time: 0.0502300 Aug 30 07:48:53.267280 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Deleting port bcdd8144-e12f-4729-a959-04c7e8d65c03 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:48:53.267622 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:53.355771 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] For port bcdd8144-e12f-4729-a959-04c7e8d65c03, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bcdd8144-e12f-4729-a959-04c7e8d65c03,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:53.356481 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:53.714468 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a636c8-8cbe-4010-8bd2-cead8a3e5300 req-c8ce0de1-ada7-4c53-98f1-d200227d06b4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:48:53.715973 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c3a636c8-8cbe-4010-8bd2-cead8a3e5300 req-c8ce0de1-ada7-4c53-98f1-d200227d06b4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/ports?device_id=51eb699b-b10c-4a84-a327-a6bb77845b20 HTTP/1.1" status: 200 len: 945 time: 0.1166549 Aug 30 07:48:53.798068 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c3a636c8-8cbe-4010-8bd2-cead8a3e5300 req-d165e206-df61-4901-a6d5-7efcb36cbbd8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups?id=e98ca345-faac-4827-91a4-cc0245f9ad93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757134 Aug 30 07:48:53.816460 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:53.816854 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:53.817167 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Floating IP 905787b7-be06-4a25-a895-a2d54758309e disassociated. External IP: 172.27.1.120, port: bcdd8144-e12f-4729-a959-04c7e8d65c03. Aug 30 07:48:53.817508 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Calling delete_port for bcdd8144-e12f-4729-a959-04c7e8d65c03 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:48:53.938704 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:53.963901 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event deleted for resources: {'Port': ['ID=bcdd8144-e12f-4729-a959-04c7e8d65c03,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:54.076792 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Router 7308633e-d167-43ee-9e99-565ab8c649fa has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:48:54.181212 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:48:54.190510 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a92f9e-37f6-4a8b-8b68-a57dbedeeae6 None None] Sync routers for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:48:54.200141 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a92f9e-37f6-4a8b-8b68-a57dbedeeae6 None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:54.200744 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-13a92f9e-37f6-4a8b-8b68-a57dbedeeae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:54.222905 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] No DVR routers for this DVR port bcdd8144-e12f-4729-a959-04c7e8d65c03 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:48:54.225431 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:54.228098 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-df1e6e2f-5245-4575-9ac8-41b101c59bad req-445ff76b-1732-425c-b37e-c152919570c4 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.68 "DELETE /v2.0/ports/bcdd8144-e12f-4729-a959-04c7e8d65c03 HTTP/1.1" status: 204 len: 173 time: 1.0411098 Aug 30 07:48:54.228525 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'name': 'network-vif-deleted', 'tag': 'bcdd8144-e12f-4729-a959-04c7e8d65c03'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:48:54.230721 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce72bc72-8dbe-4827-b324-2f3bacbd8dfd" -d '{"events": [{"server_uuid": "51eb699b-b10c-4a84-a327-a6bb77845b20", "name": "network-vif-deleted", "tag": "bcdd8144-e12f-4729-a959-04c7e8d65c03"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:48:54.271360 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b9fe08-50e9-4ef6-a3e1-31ec3be08bc4 x-openstack-request-id: req-62b9fe08-50e9-4ef6-a3e1-31ec3be08bc4 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:48:54.271715 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51eb699b-b10c-4a84-a327-a6bb77845b20", "name": "network-vif-deleted", "tag": "bcdd8144-e12f-4729-a959-04c7e8d65c03", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:48:54.272112 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62b9fe08-50e9-4ef6-a3e1-31ec3be08bc4 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:48:54.272936 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51eb699b-b10c-4a84-a327-a6bb77845b20', 'name': 'network-vif-deleted', 'tag': 'bcdd8144-e12f-4729-a959-04c7e8d65c03', 'status': 'completed', 'code': 200} Aug 30 07:48:54.309609 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-13a92f9e-37f6-4a8b-8b68-a57dbedeeae6 None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:54.510545 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-13a92f9e-37f6-4a8b-8b68-a57dbedeeae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:54.535702 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a92f9e-37f6-4a8b-8b68-a57dbedeeae6 None None] Checking router: 7308633e-d167-43ee-9e99-565ab8c649fa for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:48:54.545201 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a92f9e-37f6-4a8b-8b68-a57dbedeeae6 None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:48:54.545776 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-13a92f9e-37f6-4a8b-8b68-a57dbedeeae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:54.649988 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-13a92f9e-37f6-4a8b-8b68-a57dbedeeae6 None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:48:54.853851 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-13a92f9e-37f6-4a8b-8b68-a57dbedeeae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:48:54.880348 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a92f9e-37f6-4a8b-8b68-a57dbedeeae6 None None] The sync data for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi is: [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:39:27Z', 'revision_number': 4, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '838dbfaa-7b86-453a-9764-66072c90a873', 'name': '', 'network_id': '05ed0500-0b6c-4296-ad10-a297a641c71b', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'mac_address': 'fa:16:3e:48:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:26Z', 'updated_at': '2021-08-30T07:39:35Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'subnets': [{'id': '41cee029-d779-4ef7-80ea-8974656e0b1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:48:54.881394 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53940) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:54.938638 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-117341fc-3043-45f2-b7b8-26f5b35e41a8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:54.962606 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-117341fc-3043-45f2-b7b8-26f5b35e41a8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.008152 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-117341fc-3043-45f2-b7b8-26f5b35e41a8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.010776 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-117341fc-3043-45f2-b7b8-26f5b35e41a8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.012114 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-117341fc-3043-45f2-b7b8-26f5b35e41a8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "DELETE /v2.0/security-groups/e98ca345-faac-4827-91a4-cc0245f9ad93 HTTP/1.1" status: 204 len: 168 time: 0.1285484 Aug 30 07:48:55.014828 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 53942) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:55.028266 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117341fc-3043-45f2-b7b8-26f5b35e41a8 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98ca345-faac-4827-91a4-cc0245f9ad93,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:55.032343 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.api.v2.resource [None req-14944be0-6ce6-4001-b701-910e9ba839dd tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] show failed (client error): The resource could not be found. Aug 30 07:48:55.036877 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53944) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:55.037230 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-14944be0-6ce6-4001-b701-910e9ba839dd tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "GET /v2.0/security-groups/e98ca345-faac-4827-91a4-cc0245f9ad93 HTTP/1.1" status: 404 len: 347 time: 0.0213182 Aug 30 07:48:55.094273 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b9826-f127-40f5-9f8f-73f8a0ca4cbe None None] New status for floating IP 905787b7-be06-4a25-a895-a2d54758309e: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:48:55.169270 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-db7fe597-74ad-4fc5-9503-c9f3ea9bcc11 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Deleting port bc01e752-1712-4686-9999-83db877b76ca {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:48:55.169615 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db7fe597-74ad-4fc5-9503-c9f3ea9bcc11 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.248810 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db7fe597-74ad-4fc5-9503-c9f3ea9bcc11 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.249146 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db7fe597-74ad-4fc5-9503-c9f3ea9bcc11 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.261075 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-db7fe597-74ad-4fc5-9503-c9f3ea9bcc11 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Calling delete_port for bc01e752-1712-4686-9999-83db877b76ca owned by network:floatingip {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:48:55.386767 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db7fe597-74ad-4fc5-9503-c9f3ea9bcc11 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.415171 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fe597-74ad-4fc5-9503-c9f3ea9bcc11 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Pushing event deleted for resources: {'Port': ['ID=bc01e752-1712-4686-9999-83db877b76ca,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:48:55.474289 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db7fe597-74ad-4fc5-9503-c9f3ea9bcc11 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks [] for floatingip, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.477486 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db7fe597-74ad-4fc5-9503-c9f3ea9bcc11 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:55.478622 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-db7fe597-74ad-4fc5-9503-c9f3ea9bcc11 tempest-AttachVolumeTestJSON-1591933854 tempest-AttachVolumeTestJSON-1591933854-project] 10.222.0.64 "DELETE /v2.0/floatingips/905787b7-be06-4a25-a895-a2d54758309e HTTP/1.1" status: 204 len: 168 time: 0.4404600 Aug 30 07:48:56.319427 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bcdd8144-e12f-4729-a959-04c7e8d65c03 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:48:56.340593 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: bcdd8144-e12f-4729-a959-04c7e8d65c03 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:48:56.340957 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device bcdd8144-e12f-4729-a959-04c7e8d65c03 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:48:59.011076 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53978) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:48:59.507618 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8361-fe01-4cc8-b72d-010f75939b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699776'] for router_interface, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.789535 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e8361-fe01-4cc8-b72d-010f75939b59 admin admin] Deleting port 838dbfaa-7b86-453a-9764-66072c90a873 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:48:59.789790 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8361-fe01-4cc8-b72d-010f75939b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.867390 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-4e1e8361-fe01-4cc8-b72d-010f75939b59 admin admin] For port 838dbfaa-7b86-453a-9764-66072c90a873, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=838dbfaa-7b86-453a-9764-66072c90a873,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:48:59.867780 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8361-fe01-4cc8-b72d-010f75939b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:48:59.879861 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e8361-fe01-4cc8-b72d-010f75939b59 admin admin] Calling delete_port for 838dbfaa-7b86-453a-9764-66072c90a873 owned by network:router_interface {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:00.052719 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8361-fe01-4cc8-b72d-010f75939b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.079975 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e8361-fe01-4cc8-b72d-010f75939b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=838dbfaa-7b86-453a-9764-66072c90a873,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:00.239434 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8361-fe01-4cc8-b72d-010f75939b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699594'] for router_interface, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.445875 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1e8361-fe01-4cc8-b72d-010f75939b59 admin admin] Router 7308633e-d167-43ee-9e99-565ab8c649fa has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:49:00.548920 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1e8361-fe01-4cc8-b72d-010f75939b59 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:49:00.553929 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4e1e8361-fe01-4cc8-b72d-010f75939b59 admin admin] 10.222.0.64 "PUT /v2.0/routers/7308633e-d167-43ee-9e99-565ab8c649fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5417743 Aug 30 07:49:00.556983 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53986) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:00.559573 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883bbc04-ad17-43a7-bc0c-a6cc1be3e1bc None None] Sync routers for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:49:00.568528 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883bbc04-ad17-43a7-bc0c-a6cc1be3e1bc None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:00.569127 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-883bbc04-ad17-43a7-bc0c-a6cc1be3e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:00.672989 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-883bbc04-ad17-43a7-bc0c-a6cc1be3e1bc None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:00.857569 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-883bbc04-ad17-43a7-bc0c-a6cc1be3e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:49:00Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:00.882923 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883bbc04-ad17-43a7-bc0c-a6cc1be3e1bc None None] Checking router: 7308633e-d167-43ee-9e99-565ab8c649fa for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:49:00.889442 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.890932 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883bbc04-ad17-43a7-bc0c-a6cc1be3e1bc None None] Routers {'7308633e-d167-43ee-9e99-565ab8c649fa'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:00.891550 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-883bbc04-ad17-43a7-bc0c-a6cc1be3e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:48:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7308633e-d167-43ee-9e99-565ab8c649fa'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:00.991303 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:00.993764 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-883bbc04-ad17-43a7-bc0c-a6cc1be3e1bc None None] Set router 7308633e-d167-43ee-9e99-565ab8c649fa gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:01.047135 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Deleting port 66f64e11-ceea-4080-94c8-c6648876d34c {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:49:01.048043 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.127496 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] For port 66f64e11-ceea-4080-94c8-c6648876d34c, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=66f64e11-ceea-4080-94c8-c6648876d34c,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:01.128133 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.140513 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Calling delete_port for 66f64e11-ceea-4080-94c8-c6648876d34c owned by network:router_gateway {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:01.167748 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-883bbc04-ad17-43a7-bc0c-a6cc1be3e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:49:00Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:01.196275 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883bbc04-ad17-43a7-bc0c-a6cc1be3e1bc None None] The sync data for ids ['7308633e-d167-43ee-9e99-565ab8c649fa'] in dv-cinder-804735-4-iscsi is: [{'id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'name': 'tempest-AttachVolumeTestJSON-555686593-router', 'tenant_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:39:20Z', 'updated_at': '2021-08-30T07:49:00Z', 'revision_number': 5, 'project_id': 'b02bc726cb9d4f178a1bd8af764b1abe', 'gw_port': {'id': '66f64e11-ceea-4080-94c8-c6648876d34c', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7308633e-d167-43ee-9e99-565ab8c649fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:39:21Z', 'updated_at': '2021-08-30T07:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:49:01.303403 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.332302 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f64e11-ceea-4080-94c8-c6648876d34c,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:01.387289 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697872'] for router_gateway, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.485964 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45288'] for router, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.487916 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.553612 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703872'] for router, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.554651 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7308633e-d167-43ee-9e99-565ab8c649fa {{(pid=100499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:49:01.560286 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.561457 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5be51822-9a99-431c-b9a8-b0614af5efe1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7308633e-d167-43ee-9e99-565ab8c649fa HTTP/1.1" status: 204 len: 168 time: 1.0021238 Aug 30 07:49:01.563913 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53990) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:01.608268 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f26830-e620-4551-be36-44feaae47056 admin admin] Deleting subnet 41cee029-d779-4ef7-80ea-8974656e0b1d {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:49:01.611541 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d2f26830-e620-4551-be36-44feaae47056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.646966 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d2f26830-e620-4551-be36-44feaae47056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070656471'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.755771 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d2f26830-e620-4551-be36-44feaae47056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.812184 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d2f26830-e620-4551-be36-44feaae47056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071471443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070182839'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.842045 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f26830-e620-4551-be36-44feaae47056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41cee029-d779-4ef7-80ea-8974656e0b1d,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:01.846603 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d2f26830-e620-4551-be36-44feaae47056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.848619 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-d2f26830-e620-4551-be36-44feaae47056 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/41cee029-d779-4ef7-80ea-8974656e0b1d HTTP/1.1" status: 204 len: 168 time: 0.2836413 Aug 30 07:49:01.850927 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 53992) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:01.852615 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae88c63-eef4-42b4-a875-8767ab52fd4a None None] Network 05ed0500-0b6c-4296-ad10-a297a641c71b requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:01.919915 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:01.970314 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Deleting port f05d722d-e3cf-4d08-832a-331658e2ec97 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:49:01.970661 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.019975 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:49:02.034754 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] For port f05d722d-e3cf-4d08-832a-331658e2ec97, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=f05d722d-e3cf-4d08-832a-331658e2ec97,segment=NetworkSegment(ca94f49a-bbc5-4dd2-b011-7e20807c1b0c),segment_id=ca94f49a-bbc5-4dd2-b011-7e20807c1b0c)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:02.035140 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.047744 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Calling delete_port for f05d722d-e3cf-4d08-832a-331658e2ec97 owned by network:dhcp {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:49:02.124480 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.149051 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=f05d722d-e3cf-4d08-832a-331658e2ec97,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:02.156856 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] No DVR routers for this DVR port f05d722d-e3cf-4d08-832a-331658e2ec97 on host dv-cinder-804735-4-iscsi {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:49:02.165619 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17472cc0-56c6-42d0-a758-c1417a9e9f95 None None] DHCP port deletion for 05ed0500-0b6c-4296-ad10-a297a641c71b request from dv-cinder-804735-4-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:49:02.237887 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.248171 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ed0500-0b6c-4296-ad10-a297a641c71b']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:02.257992 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:02.258286 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca94f49a-bbc5-4dd2-b011-7e20807c1b0c') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:02.266817 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070656456'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.280991 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.286768 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:49:02.287157 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071471413'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: timer() Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: cb(*args, **kw) Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: self._notify() Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: self.callback(batched_events) Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: event.method(event) Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._get(url).json() Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:49:02.289386 dv-cinder-804735-4-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:49:02.344243 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.353693 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.354783 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] 10.222.0.64 "DELETE /v2.0/networks/05ed0500-0b6c-4296-ad10-a297a641c71b HTTP/1.1" status: 204 len: 168 time: 0.5028822 Aug 30 07:49:02.364229 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc42b88-8662-46d4-96eb-b062c9e42e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=05ed0500-0b6c-4296-ad10-a297a641c71b,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:02.467967 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 53998) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:02.505963 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ba68871a-dfed-479d-bb03-f1109e9689a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b02bc726cb9d4f178a1bd8af764b1abe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369153 Aug 30 07:49:02.508388 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54000) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:02.553854 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8739-6147-47fd-8071-cb68e060965f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.573491 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8739-6147-47fd-8071-cb68e060965f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.618186 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8739-6147-47fd-8071-cb68e060965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.620714 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cbfa8739-6147-47fd-8071-cb68e060965f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:02.621828 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-cbfa8739-6147-47fd-8071-cb68e060965f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b263ac39-f618-442e-903d-409a284e3a90 HTTP/1.1" status: 204 len: 168 time: 0.1125786 Aug 30 07:49:02.629309 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa8739-6147-47fd-8071-cb68e060965f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b263ac39-f618-442e-903d-409a284e3a90,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:03.096776 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device f05d722d-e3cf-4d08-832a-331658e2ec97 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:49:03.120104 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: f05d722d-e3cf-4d08-832a-331658e2ec97 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:49:03.120418 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device f05d722d-e3cf-4d08-832a-331658e2ec97 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:49:03.120824 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 66f64e11-ceea-4080-94c8-c6648876d34c no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:49:03.258217 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 66f64e11-ceea-4080-94c8-c6648876d34c {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:49:03.258560 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 66f64e11-ceea-4080-94c8-c6648876d34c not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:49:03.258973 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 838dbfaa-7b86-453a-9764-66072c90a873 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:49:03.277095 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 838dbfaa-7b86-453a-9764-66072c90a873 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:49:03.277459 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 838dbfaa-7b86-453a-9764-66072c90a873 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:49:03.552089 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fa710c3f-f910-48a4-ba83-4ce5fb1dd648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:03.828017 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54052) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:03.931808 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-55bf51ef-cc5a-4002-a640-2fee4d4a4dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:04.014923 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-55bf51ef-cc5a-4002-a640-2fee4d4a4dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:04.018290 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-55bf51ef-cc5a-4002-a640-2fee4d4a4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:04.057614 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-55bf51ef-cc5a-4002-a640-2fee4d4a4dfd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf81ae9eddd2416abe04dce5bcfcad57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285128 Aug 30 07:49:04.058439 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf51ef-cc5a-4002-a640-2fee4d4a4dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448e4dd7-143a-4496-a847-7edc46cacb84,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:04.060877 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54056) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:04.109558 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-131ed2e9-5662-4098-94be-62db80a9707e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:04.129105 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-131ed2e9-5662-4098-94be-62db80a9707e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:04.173917 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-131ed2e9-5662-4098-94be-62db80a9707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:04.176812 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-131ed2e9-5662-4098-94be-62db80a9707e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:04.177963 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-131ed2e9-5662-4098-94be-62db80a9707e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/448e4dd7-143a-4496-a847-7edc46cacb84 HTTP/1.1" status: 204 len: 168 time: 0.1161137 Aug 30 07:49:04.185453 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ed2e9-5662-4098-94be-62db80a9707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448e4dd7-143a-4496-a847-7edc46cacb84,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:05.148914 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:05.524747 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54102) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:05.626741 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-137484ba-9825-4956-ae2e-bc74da7aaa4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:05.722369 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-137484ba-9825-4956-ae2e-bc74da7aaa4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:05.726254 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-137484ba-9825-4956-ae2e-bc74da7aaa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:05.763865 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-137484ba-9825-4956-ae2e-bc74da7aaa4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8d09be435834df1b92a05bb5be04c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380672 Aug 30 07:49:05.765065 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137484ba-9825-4956-ae2e-bc74da7aaa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a90e50a-8ed8-408b-a09c-cb7682f534ab,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:05.766539 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54108) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:05.816112 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b5867159-ab98-475b-a321-09dde993d371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:05.837295 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b5867159-ab98-475b-a321-09dde993d371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:05.891026 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b5867159-ab98-475b-a321-09dde993d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:05.893493 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b5867159-ab98-475b-a321-09dde993d371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:05.894664 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b5867159-ab98-475b-a321-09dde993d371 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a90e50a-8ed8-408b-a09c-cb7682f534ab HTTP/1.1" status: 204 len: 168 time: 0.1270847 Aug 30 07:49:05.904070 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5867159-ab98-475b-a321-09dde993d371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a90e50a-8ed8-408b-a09c-cb7682f534ab,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:06.148410 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54114) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:06.157025 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e43cdc46-538f-4024-a445-61eb608f8718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:06.163094 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f0e5ce3a-ebe4-4f7f-a6c8-f3d9d2d9b8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:06.251622 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f0e5ce3a-ebe4-4f7f-a6c8-f3d9d2d9b8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:06.255371 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f0e5ce3a-ebe4-4f7f-a6c8-f3d9d2d9b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:06.292934 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f0e5ce3a-ebe4-4f7f-a6c8-f3d9d2d9b8a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b1c439c00a749fb802be3e1e1bcedeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434569 Aug 30 07:49:06.294046 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5ce3a-ebe4-4f7f-a6c8-f3d9d2d9b8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868eed00-e9b1-4d84-aecf-2cd727fcc5a8,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:06.295703 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54116) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:06.343503 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2c9e31df-a358-4415-a53c-682c89a44a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:06.363170 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2c9e31df-a358-4415-a53c-682c89a44a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:06.408632 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2c9e31df-a358-4415-a53c-682c89a44a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:06.411623 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2c9e31df-a358-4415-a53c-682c89a44a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:06.412754 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2c9e31df-a358-4415-a53c-682c89a44a9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/868eed00-e9b1-4d84-aecf-2cd727fcc5a8 HTTP/1.1" status: 204 len: 168 time: 0.1160660 Aug 30 07:49:06.420421 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e31df-a358-4415-a53c-682c89a44a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868eed00-e9b1-4d84-aecf-2cd727fcc5a8,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:06.676566 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:07.370315 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.141694 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54182) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:08.244779 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1632-5868-4e90-b834-bfc5a9ce782b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.331380 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1632-5868-4e90-b834-bfc5a9ce782b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.334748 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9fcc1632-5868-4e90-b834-bfc5a9ce782b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.371086 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-9fcc1632-5868-4e90-b834-bfc5a9ce782b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=abf67d82f4634f809cb3f66cbee0b889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283418 Aug 30 07:49:08.373055 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc1632-5868-4e90-b834-bfc5a9ce782b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887ae934-17a2-439c-a3b6-f733845f71df,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:08.373859 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54186) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:08.422397 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.443146 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.488021 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.490344 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.491587 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/887ae934-17a2-439c-a3b6-f733845f71df HTTP/1.1" status: 204 len: 168 time: 0.1166532 Aug 30 07:49:08.498720 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887ae934-17a2-439c-a3b6-f733845f71df,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:08.505922 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:08.506352 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:08.506862 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:08.507147 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:08.507567 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:08.507982 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:08.508377 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:08.508769 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:08.509157 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:08.509558 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:08.509953 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:08.510465 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd299f-d815-46d8-a207-7648e77c7564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:08.682402 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.747451 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54192) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:08.760683 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db300f9b-e3d5-4b13-aedb-ee284f49b3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.849180 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db300f9b-e3d5-4b13-aedb-ee284f49b3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.852918 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db300f9b-e3d5-4b13-aedb-ee284f49b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.890476 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-db300f9b-e3d5-4b13-aedb-ee284f49b3d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cba0943f03f44ae87372475396a51b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419842 Aug 30 07:49:08.891605 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db300f9b-e3d5-4b13-aedb-ee284f49b3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb24464e-e179-405d-8038-8a27ed0b8a4f,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:08.893225 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54194) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:08.942858 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7791a4a8-4bae-4c7d-a69d-3c270ec5bac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:08.964195 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7791a4a8-4bae-4c7d-a69d-3c270ec5bac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.008941 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7791a4a8-4bae-4c7d-a69d-3c270ec5bac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.011415 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7791a4a8-4bae-4c7d-a69d-3c270ec5bac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:09.012529 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7791a4a8-4bae-4c7d-a69d-3c270ec5bac4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb24464e-e179-405d-8038-8a27ed0b8a4f HTTP/1.1" status: 204 len: 168 time: 0.1175771 Aug 30 07:49:09.019721 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791a4a8-4bae-4c7d-a69d-3c270ec5bac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb24464e-e179-405d-8038-8a27ed0b8a4f,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:25.106804 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54436) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:25.210128 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.300202 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.304044 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.338926 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b3dc46-7ea0-44cb-a911-e1ab7363fd8b,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:25.343392 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee02a3a7b60a42c7a2439fd3a3119946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355072 Aug 30 07:49:25.346083 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54442) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:25.348238 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:25.348550 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:25.348888 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:25.349257 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:25.349586 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:25.349916 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:25.350246 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:25.350572 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:25.350895 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:25.351237 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:25.351558 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:25.351875 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea265a5-fa67-423d-a778-38c09b3d7127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:25.393610 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a8be3125-075b-4fa0-99ac-eadadd2f748f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.413813 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a8be3125-075b-4fa0-99ac-eadadd2f748f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.459928 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a8be3125-075b-4fa0-99ac-eadadd2f748f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.463292 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a8be3125-075b-4fa0-99ac-eadadd2f748f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.464428 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-a8be3125-075b-4fa0-99ac-eadadd2f748f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7b3dc46-7ea0-44cb-a911-e1ab7363fd8b HTTP/1.1" status: 204 len: 168 time: 0.1173360 Aug 30 07:49:25.471797 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be3125-075b-4fa0-99ac-eadadd2f748f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b3dc46-7ea0-44cb-a911-e1ab7363fd8b,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:25.719908 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54448) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:25.733490 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-72f873f1-03f7-4491-9ffe-1ae0f024570f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.829945 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-72f873f1-03f7-4491-9ffe-1ae0f024570f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.833581 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-72f873f1-03f7-4491-9ffe-1ae0f024570f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.873554 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-72f873f1-03f7-4491-9ffe-1ae0f024570f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=356fe5829559461bbeaa29f6ed6902e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525993 Aug 30 07:49:25.874492 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f873f1-03f7-4491-9ffe-1ae0f024570f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6264ca27-044d-4dfb-ba8b-c365678c9d59,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:25.876246 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54450) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:25.925078 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3a6d38b6-0964-4808-8517-238e6c5995c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.945025 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3a6d38b6-0964-4808-8517-238e6c5995c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.990308 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3a6d38b6-0964-4808-8517-238e6c5995c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.993006 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3a6d38b6-0964-4808-8517-238e6c5995c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:25.994203 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3a6d38b6-0964-4808-8517-238e6c5995c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6264ca27-044d-4dfb-ba8b-c365678c9d59 HTTP/1.1" status: 204 len: 168 time: 0.1168909 Aug 30 07:49:26.001701 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d38b6-0964-4808-8517-238e6c5995c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6264ca27-044d-4dfb-ba8b-c365678c9d59,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:30.263825 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54544) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:30.365277 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-05085511-b35f-48d5-9626-97fe2d567f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.453608 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-05085511-b35f-48d5-9626-97fe2d567f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.456861 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-05085511-b35f-48d5-9626-97fe2d567f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.492687 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-05085511-b35f-48d5-9626-97fe2d567f37 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=105500fd12a64405ab2ef9f454601dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278419 Aug 30 07:49:30.493594 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05085511-b35f-48d5-9626-97fe2d567f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1286f29-2fd5-4dee-81d7-103c6dd38187,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:30.496126 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54548) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:30.543993 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-824f6d40-07d7-4918-ba3d-d404cb83ed48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.564822 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-824f6d40-07d7-4918-ba3d-d404cb83ed48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.611025 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-824f6d40-07d7-4918-ba3d-d404cb83ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.613654 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-824f6d40-07d7-4918-ba3d-d404cb83ed48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.614822 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-824f6d40-07d7-4918-ba3d-d404cb83ed48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a1286f29-2fd5-4dee-81d7-103c6dd38187 HTTP/1.1" status: 204 len: 168 time: 0.1176782 Aug 30 07:49:30.622925 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f6d40-07d7-4918-ba3d-d404cb83ed48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1286f29-2fd5-4dee-81d7-103c6dd38187,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:30.867921 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54556) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:30.880627 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-30aeee44-40fd-46b9-b323-914a50462482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.968895 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-30aeee44-40fd-46b9-b323-914a50462482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:30.972565 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-30aeee44-40fd-46b9-b323-914a50462482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.008068 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-30aeee44-40fd-46b9-b323-914a50462482 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=143b9558f069437f85e3062fa27cf4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391280 Aug 30 07:49:31.010527 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aeee44-40fd-46b9-b323-914a50462482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73029ae3-ffc2-426f-8cea-09c71ecd95ea,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:31.011345 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54558) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:31.059042 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fbd0cbc4-7b8a-4aa4-8036-ce104aef6bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.080193 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fbd0cbc4-7b8a-4aa4-8036-ce104aef6bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.124737 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fbd0cbc4-7b8a-4aa4-8036-ce104aef6bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.127310 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fbd0cbc4-7b8a-4aa4-8036-ce104aef6bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:31.128512 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-fbd0cbc4-7b8a-4aa4-8036-ce104aef6bc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73029ae3-ffc2-426f-8cea-09c71ecd95ea HTTP/1.1" status: 204 len: 168 time: 0.1161609 Aug 30 07:49:31.135729 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0cbc4-7b8a-4aa4-8036-ce104aef6bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73029ae3-ffc2-426f-8cea-09c71ecd95ea,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:33.553086 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-49b6d19a-8636-497d-8fe0-63c3d3fb3e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:35.184738 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:36.157442 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1b07b518-b924-4226-b97a-b14cac2ebbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:36.677378 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:37.374469 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:38.684644 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:39.096730 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:49:41.424794 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f1abe4ba-a4d7-422d-b269-dc6ff502ea7c req-70ab5a9e-b866-4712-a84f-00a44c0be7b2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407372 Aug 30 07:49:41.503893 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abe4ba-a4d7-422d-b269-dc6ff502ea7c req-37d83fa6-ed3b-4746-9a72-5ec0694ef55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:41.505332 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f1abe4ba-a4d7-422d-b269-dc6ff502ea7c req-37d83fa6-ed3b-4746-9a72-5ec0694ef55a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 1099 time: 0.0385478 Aug 30 07:49:41.607562 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abe4ba-a4d7-422d-b269-dc6ff502ea7c req-d99283f7-2ffe-4354-b95a-09cfe7309af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:41.609038 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f1abe4ba-a4d7-422d-b269-dc6ff502ea7c req-d99283f7-2ffe-4354-b95a-09cfe7309af2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 913 time: 0.0851381 Aug 30 07:49:41.673293 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f1abe4ba-a4d7-422d-b269-dc6ff502ea7c req-d9a646e5-081f-404d-8d93-2f58bf11ae56 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af6004b-abea-41ef-b068-1d948fee3659 HTTP/1.1" status: 200 len: 1001 time: 0.0575514 Aug 30 07:49:41.720123 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abe4ba-a4d7-422d-b269-dc6ff502ea7c req-8757175b-0f26-411a-b4d1-1198848a0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:41.721411 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f1abe4ba-a4d7-422d-b269-dc6ff502ea7c req-8757175b-0f26-411a-b4d1-1198848a0f0d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0411711 Aug 30 07:49:41.768873 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abe4ba-a4d7-422d-b269-dc6ff502ea7c req-60550901-7cbe-4baa-bbf6-4bbd66493e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:41.770318 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f1abe4ba-a4d7-422d-b269-dc6ff502ea7c req-60550901-7cbe-4baa-bbf6-4bbd66493e03 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419707 Aug 30 07:49:41.856831 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f1abe4ba-a4d7-422d-b269-dc6ff502ea7c req-73ef78db-5205-487b-aba8-ba8cccf3484b service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790472 Aug 30 07:49:41.953815 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f1abe4ba-a4d7-422d-b269-dc6ff502ea7c req-d0c9f685-2516-4fd0-a2d7-6b08413ec789 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887730 Aug 30 07:49:42.211856 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54676) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:42.314762 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aa8f4e0f-793e-494b-9d31-306a830127a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:42.398883 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aa8f4e0f-793e-494b-9d31-306a830127a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:42.402471 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aa8f4e0f-793e-494b-9d31-306a830127a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:42.440356 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-aa8f4e0f-793e-494b-9d31-306a830127a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe8ccc82edb045a58adda45d90f8abe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274020 Aug 30 07:49:42.441703 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f4e0f-793e-494b-9d31-306a830127a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa23d7a0-b2bd-419b-b9e7-58106223cfca,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:42.443010 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54682) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:42.490101 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6cf80d1b-332e-4353-948d-97da7fe59386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:42.510862 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6cf80d1b-332e-4353-948d-97da7fe59386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:42.561851 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6cf80d1b-332e-4353-948d-97da7fe59386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:42.564339 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6cf80d1b-332e-4353-948d-97da7fe59386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:42.565540 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6cf80d1b-332e-4353-948d-97da7fe59386 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa23d7a0-b2bd-419b-b9e7-58106223cfca HTTP/1.1" status: 204 len: 168 time: 0.1215239 Aug 30 07:49:42.573416 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf80d1b-332e-4353-948d-97da7fe59386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa23d7a0-b2bd-419b-b9e7-58106223cfca,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:42.834823 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54698) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:42.848141 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f222-4189-4352-8631-656cfd151daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:42.935745 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f222-4189-4352-8631-656cfd151daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:42.939728 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f222-4189-4352-8631-656cfd151daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:42.982713 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-bfe5f222-4189-4352-8631-656cfd151daa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4db23efd00ff472abecf70a436fd8420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467824 Aug 30 07:49:42.983703 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5f222-4189-4352-8631-656cfd151daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fad673-e021-4c8e-9fc4-b8d05af0f61a,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:42.985567 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54708) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:43.046700 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db41d5c8-f329-45dc-9983-5453c600d780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:43.068719 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db41d5c8-f329-45dc-9983-5453c600d780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:43.115295 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db41d5c8-f329-45dc-9983-5453c600d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:43.117823 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db41d5c8-f329-45dc-9983-5453c600d780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:43.119004 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-db41d5c8-f329-45dc-9983-5453c600d780 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6fad673-e021-4c8e-9fc4-b8d05af0f61a HTTP/1.1" status: 204 len: 168 time: 0.1314092 Aug 30 07:49:43.129741 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41d5c8-f329-45dc-9983-5453c600d780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fad673-e021-4c8e-9fc4-b8d05af0f61a,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:43.288168 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2d24b-3881-4d89-ba5d-4430d96e21e4 req-bc092429-cc69-4c13-9447-e7a7ab6b64c3 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:43.289673 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-abe2d24b-3881-4d89-ba5d-4430d96e21e4 req-bc092429-cc69-4c13-9447-e7a7ab6b64c3 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.2657864 Aug 30 07:49:43.326656 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-abe2d24b-3881-4d89-ba5d-4430d96e21e4 req-c8f8b0b7-ae19-4176-8d3c-f27722d8c4de tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309792 Aug 30 07:49:44.450177 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23e3ce-f8f0-4faf-80b9-457c53c7e689 req-98f1b2fd-ac35-4687-816c-0d83ad7e3c63 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:44.451782 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c23e3ce-f8f0-4faf-80b9-457c53c7e689 req-98f1b2fd-ac35-4687-816c-0d83ad7e3c63 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0497408 Aug 30 07:49:44.490112 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c23e3ce-f8f0-4faf-80b9-457c53c7e689 req-2d81be34-23cd-469e-a83b-43475a5dded7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324728 Aug 30 07:49:44.919493 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54782) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:45.022613 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad811f23-145d-4309-8b07-8a0de939acf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.110494 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad811f23-145d-4309-8b07-8a0de939acf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.113917 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad811f23-145d-4309-8b07-8a0de939acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.149809 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ad811f23-145d-4309-8b07-8a0de939acf8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=05e8c884d8b74131b19381220805215e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292638 Aug 30 07:49:45.150751 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad811f23-145d-4309-8b07-8a0de939acf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaf56e4-e651-42b2-967a-ee25dda534f7,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:45.153291 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54786) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:45.202768 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-707a0605-6f55-4a65-a568-db49b1eb0747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.223891 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-707a0605-6f55-4a65-a568-db49b1eb0747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.267777 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-707a0605-6f55-4a65-a568-db49b1eb0747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.270425 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-707a0605-6f55-4a65-a568-db49b1eb0747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.274190 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-707a0605-6f55-4a65-a568-db49b1eb0747 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5aaf56e4-e651-42b2-967a-ee25dda534f7 HTTP/1.1" status: 204 len: 168 time: 0.1175814 Aug 30 07:49:45.281417 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a0605-6f55-4a65-a568-db49b1eb0747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaf56e4-e651-42b2-967a-ee25dda534f7,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:45.522881 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54794) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:45.535577 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4f5038ce-a1ff-4977-a84a-4caa2d9a5205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.613587 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e3531-205b-47bd-8d35-b6bbe0c02b3c req-339f4722-e211-4a66-b9e8-5e45d6a88b1a tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:45.615936 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-221e3531-205b-47bd-8d35-b6bbe0c02b3c req-339f4722-e211-4a66-b9e8-5e45d6a88b1a tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0531168 Aug 30 07:49:45.627826 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4f5038ce-a1ff-4977-a84a-4caa2d9a5205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.631639 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4f5038ce-a1ff-4977-a84a-4caa2d9a5205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.654266 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-221e3531-205b-47bd-8d35-b6bbe0c02b3c req-33092cb5-e356-41e7-982a-4218d105d392 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310087 Aug 30 07:49:45.672111 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-4f5038ce-a1ff-4977-a84a-4caa2d9a5205 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c903a9cd30104516adfd8f04eac9b9d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459169 Aug 30 07:49:45.672111 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5038ce-a1ff-4977-a84a-4caa2d9a5205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc90b04-a573-4606-bd7c-5a2570948cb5,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:45.673111 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54796) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:45.719933 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-29249951-a1d5-4340-a535-0a84fde86f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.740453 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-29249951-a1d5-4340-a535-0a84fde86f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.785110 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-29249951-a1d5-4340-a535-0a84fde86f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.787719 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-29249951-a1d5-4340-a535-0a84fde86f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:45.788889 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-29249951-a1d5-4340-a535-0a84fde86f12 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3cc90b04-a573-4606-bd7c-5a2570948cb5 HTTP/1.1" status: 204 len: 168 time: 0.1151707 Aug 30 07:49:45.797104 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29249951-a1d5-4340-a535-0a84fde86f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc90b04-a573-4606-bd7c-5a2570948cb5,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:46.435430 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54822) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:46.530162 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-835899632-network', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:46.550833 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Made reservation on behalf of e501f3a7a91f403abc5dd9039ff432ed for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:46.553238 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:46.561853 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:46.654539 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:46.659122 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:46.692383 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:49:46.695099 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4cb13f-0a1a-41e3-b7cb-17460aab933a,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:46.705036 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:46.705387 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Added segment a013dc53-6eec-45d9-a0a3-61968f6c6890 of type vlan for network 9d15f960-763e-45c6-89bd-871dcad1be5f Aug 30 07:49:46.771727 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:46.802772 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733781c7-750a-428a-87b4-cfd1a3904562 req-098eccbe-f47a-4fa3-b13b-66ddac13e431 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:46.804166 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-733781c7-750a-428a-87b4-cfd1a3904562 req-098eccbe-f47a-4fa3-b13b-66ddac13e431 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0697486 Aug 30 07:49:46.817425 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:46.818337 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:46.818906 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:46.889438 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4529212 Aug 30 07:49:46.892449 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54830) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:46.897473 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-0137cfe3-dc34-4073-b30a-404b8e052d2e admin admin] Request body: {'subnet': {'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-835899632-subnet', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:46.899393 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-733781c7-750a-428a-87b4-cfd1a3904562 req-e6458745-a077-4696-89bb-7229099388b2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881035 Aug 30 07:49:46.904647 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7025dd5-1bf9-4d0d-8771-77c58d9c88f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d15f960-763e-45c6-89bd-871dcad1be5f,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:46.920927 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 9d15f960-763e-45c6-89bd-871dcad1be5f details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:49:46.923896 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0137cfe3-dc34-4073-b30a-404b8e052d2e admin admin] Made reservation on behalf of e501f3a7a91f403abc5dd9039ff432ed for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:46.926622 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0137cfe3-dc34-4073-b30a-404b8e052d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069822145'] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.090892 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0137cfe3-dc34-4073-b30a-404b8e052d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1073360466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069822131'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.147474 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137cfe3-dc34-4073-b30a-404b8e052d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9cd1c7-244c-43dd-b90b-105e268ae311,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:47.152835 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0137cfe3-dc34-4073-b30a-404b8e052d2e admin admin] Checking segment: {'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:47.153201 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0137cfe3-dc34-4073-b30a-404b8e052d2e admin admin] Network hostable DHCP agents. Network: 9d15f960-763e-45c6-89bd-871dcad1be5f, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:49:47.169182 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0137cfe3-dc34-4073-b30a-404b8e052d2e admin admin] Network 9d15f960-763e-45c6-89bd-871dcad1be5f is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:49:47.177043 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-0137cfe3-dc34-4073-b30a-404b8e052d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 9d15f960-763e-45c6-89bd-871dcad1be5f) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:47.181083 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0137cfe3-dc34-4073-b30a-404b8e052d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:47.181655 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0137cfe3-dc34-4073-b30a-404b8e052d2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.187092 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11cedd6-4544-42fd-93df-3e569aec10fa None None] Network 9d15f960-763e-45c6-89bd-871dcad1be5f requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:47.195930 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0137cfe3-dc34-4073-b30a-404b8e052d2e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3024118 Aug 30 07:49:47.198661 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54832) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:47.202970 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:47.223344 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45082'] for router, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.224322 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45075'] for router, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.279254 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.328420 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8579bc-333d-50f5-8d48-50590b882e5e-9d15f960-763e-45c6-89bd-871dcad1be5f', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'fixed_ips': [{'subnet_id': '5b9cd1c7-244c-43dd-b90b-105e268ae311'}]}} from dv-cinder-804735-4-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:49:47.329304 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.409631 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.463129 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Allocated IP 172.20.0.2 (9d15f960-763e-45c6-89bd-871dcad1be5f/5b9cd1c7-244c-43dd-b90b-105e268ae311/022d9cb6-4aed-46ad-a189-d0d3851a26b9) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:47.601835 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.609291 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.617598 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Transition to ACTIVE for port object 022d9cb6-4aed-46ad-a189-d0d3851a26b9 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:47.622611 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.632719 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Transition to ACTIVE for port object 022d9cb6-4aed-46ad-a189-d0d3851a26b9 will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:47.638978 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.673833 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Network 9d15f960-763e-45c6-89bd-871dcad1be5f is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:47.678607 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:47.682049 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:47.693855 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Pushing event updated for resources: {'Port': ['ID=022d9cb6-4aed-46ad-a189-d0d3851a26b9,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:47.731844 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Allocated IP 172.27.1.178 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:47.733391 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.733515 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.733998 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.734340 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.734672 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.735003 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.735358 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.735727 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.736056 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.736375 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.736696 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.737016 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:47.749513 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Attempting to bind port 022d9cb6-4aed-46ad-a189-d0d3851a26b9 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:47.749873 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Attempting to bind port 022d9cb6-4aed-46ad-a189-d0d3851a26b9 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:47.750227 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Attempting to bind port 022d9cb6-4aed-46ad-a189-d0d3851a26b9 on network 9d15f960-763e-45c6-89bd-871dcad1be5f {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:47.755376 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:47.755832 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Checking segment: {'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:47.756234 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.756629 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Bound using segment: {'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:47.757094 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Bound port: 022d9cb6-4aed-46ad-a189-d0d3851a26b9, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:47.757473 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.823777 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] For port 022d9cb6-4aed-46ad-a189-d0d3851a26b9, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:47.826762 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] For port 022d9cb6-4aed-46ad-a189-d0d3851a26b9, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=022d9cb6-4aed-46ad-a189-d0d3851a26b9,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:47.830019 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.830774 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.868438 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:47.886034 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59e75f-806b-4dff-b7fe-749a0b94389b None None] Pushing event updated for resources: {'Port': ['ID=022d9cb6-4aed-46ad-a189-d0d3851a26b9,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:47.913331 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:47.916295 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:47.920754 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:47.926258 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:48.021834 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a9d96-cde4-4dd1-8dbf-679f7ceb8b40 req-97456918-0349-4be5-852a-25edc19b56cb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:48.023654 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7b1a9d96-cde4-4dd1-8dbf-679f7ceb8b40 req-97456918-0349-4be5-852a-25edc19b56cb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0504866 Aug 30 07:49:48.086032 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7b1a9d96-cde4-4dd1-8dbf-679f7ceb8b40 req-bf766ccc-3302-4488-8bc8-288e92dc646d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548310 Aug 30 07:49:48.192390 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:48.375242 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697844'] for router, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:48.496926 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Router 73cb291c-e68f-4811-af01-754f1cf1a686 is scheduled to L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 with binding_index 1 {{(pid=100500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:49:48.603385 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:49:48.613990 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Sync routers for ids ['73cb291c-e68f-4811-af01-754f1cf1a686'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:49:48.619908 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:48.621574 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-8ddf63b4-0a93-440b-a0af-4363a4329593 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4218717 Aug 30 07:49:48.624305 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Routers {'73cb291c-e68f-4811-af01-754f1cf1a686'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:48.624449 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54838) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:48.624908 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['73cb291c-e68f-4811-af01-754f1cf1a686'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:48.733765 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Set router 73cb291c-e68f-4811-af01-754f1cf1a686 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:48.792287 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e6424-5dca-40eb-8ee5-1f75ea7c3c86 None None] Network 9d15f960-763e-45c6-89bd-871dcad1be5f requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:48.863512 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-78910f0e-56d7-46e7-a7e5-51cea8c4c059 None None] Provisioning for port 022d9cb6-4aed-46ad-a189-d0d3851a26b9 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:48.922852 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:48Z', 'revision_number': 3, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:48.956316 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Checking router: 73cb291c-e68f-4811-af01-754f1cf1a686 for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:49:48.956965 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Updating router 73cb291c-e68f-4811-af01-754f1cf1a686 port 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 binding host dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:49:48.984122 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.200467 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 022d9cb6-4aed-46ad-a189-d0d3851a26b9 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:49.250480 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56d7e6-eb42-467c-9d78-b99a1f8e2ee5 req-d2d56007-61fa-4651-b718-c9cacc638bc2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:49.258029 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2f56d7e6-eb42-467c-9d78-b99a1f8e2ee5 req-d2d56007-61fa-4651-b718-c9cacc638bc2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0753076 Aug 30 07:49:49.261350 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 022d9cb6-4aed-46ad-a189-d0d3851a26b9 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:49.267001 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 022d9cb6-4aed-46ad-a189-d0d3851a26b9 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:49.268300 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.274982 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.287963 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Transition to ACTIVE for port object 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:49.294177 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.331002 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2f56d7e6-eb42-467c-9d78-b99a1f8e2ee5 req-259ccdf4-5eab-475e-803e-f5401ac9e2c6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616672 Aug 30 07:49:49.348210 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.357616 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Attempting to bind port 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:49.358067 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Attempting to bind port 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:49.358495 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Attempting to bind port 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 on network 59ff83ee-6d51-4380-b781-8170ef3e97d5 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:49.367261 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:49.367716 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Checking segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:49.368186 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.368637 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Bound using segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:49.369167 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Bound port: 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:49.369626 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.371790 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Pushing event updated for resources: {'Port': ['ID=4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9,revision_number=2']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:49.371953 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.399425 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:49.399795 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:49.400572 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:49.400572 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:49.400779 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:49.401118 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:49.401442 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:49.401770 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:49.403058 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:49.403058 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:49.403058 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:49.403058 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:49:49.404053 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 022d9cb6-4aed-46ad-a189-d0d3851a26b9, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=022d9cb6-4aed-46ad-a189-d0d3851a26b9,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:49.410045 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.438781 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] For port 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:49.442813 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] For port 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:49.447515 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.461107 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=022d9cb6-4aed-46ad-a189-d0d3851a26b9,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:49.503616 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Routers {'73cb291c-e68f-4811-af01-754f1cf1a686'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:49.504215 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['73cb291c-e68f-4811-af01-754f1cf1a686'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:49.513272 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Allocated IP 172.20.0.1 (9d15f960-763e-45c6-89bd-871dcad1be5f/5b9cd1c7-244c-43dd-b90b-105e268ae311/6ab4eb4e-c086-43e1-9332-59e979ebb753) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:49.539322 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f69759-61e5-4535-9503-121481f031e3 None None] Pushing event updated for resources: {'Port': ['ID=4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:49.611964 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] Set router 73cb291c-e68f-4811-af01-754f1cf1a686 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:49.617249 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.629255 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Transition to ACTIVE for port object 6ab4eb4e-c086-43e1-9332-59e979ebb753 will not be triggered until provisioned by entity DHCP. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:49.660797 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.696681 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Network 9d15f960-763e-45c6-89bd-871dcad1be5f is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:49.701396 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:49.705154 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:49.732715 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Pushing event updated for resources: {'Port': ['ID=6ab4eb4e-c086-43e1-9332-59e979ebb753,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:49.749133 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698027'] for router_interface, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.797729 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:48Z', 'revision_number': 3, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:49.828665 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781894d-d37c-46c8-a268-0fde9f74c540 None None] The sync data for ids ['73cb291c-e68f-4811-af01-754f1cf1a686'] in dv-cinder-804735-4-iscsi is: [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:48Z', 'revision_number': 3, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:49:49.883546 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:49.970389 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-743834dc-5728-4861-b7d3-cdec4d8c375d None None] Provisioning for port 6ab4eb4e-c086-43e1-9332-59e979ebb753 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:49.974433 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-743834dc-5728-4861-b7d3-cdec4d8c375d None None] Provisioning complete for port 6ab4eb4e-c086-43e1-9332-59e979ebb753 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:49.974872 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-743834dc-5728-4861-b7d3-cdec4d8c375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:50.013984 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-743834dc-5728-4861-b7d3-cdec4d8c375d None None] Port 6ab4eb4e-c086-43e1-9332-59e979ebb753 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:49:50.065825 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:50.070491 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073360091'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:50.140645 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Pushing event updated for resources: {'Port': ['ID=6ab4eb4e-c086-43e1-9332-59e979ebb753,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:50.143419 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698100'] for router_interface, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:50.235768 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Network 9d15f960-763e-45c6-89bd-871dcad1be5f is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:50.237409 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:50.363700 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Router 73cb291c-e68f-4811-af01-754f1cf1a686 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:49:50.458427 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4449-e08e-448d-bd56-f91a417fe4a9 req-9526cbb8-5ca5-4ea2-8d53-8ab94b545930 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:50.460987 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8af4449-e08e-448d-bd56-f91a417fe4a9 req-9526cbb8-5ca5-4ea2-8d53-8ab94b545930 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0666513 Aug 30 07:49:50.485864 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:49:50.496172 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-21ea6896-cd71-428d-93f9-b6a1cda1608e admin admin] 10.222.0.64 "PUT /v2.0/routers/73cb291c-e68f-4811-af01-754f1cf1a686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8704939 Aug 30 07:49:50.517986 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8af4449-e08e-448d-bd56-f91a417fe4a9 req-7d1ba65f-7372-4934-bd93-d972ae1ec6a9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459998 Aug 30 07:49:50.539539 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b48fb658-9415-4dc7-806c-a99527f9fb73 None None] Provisioning complete for port 6ab4eb4e-c086-43e1-9332-59e979ebb753 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:50.540306 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b48fb658-9415-4dc7-806c-a99527f9fb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:50.584030 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-b48fb658-9415-4dc7-806c-a99527f9fb73 None None] Port 6ab4eb4e-c086-43e1-9332-59e979ebb753 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:49:50.997717 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54868) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:51.002974 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-111567441-network', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:51.023860 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Made reservation on behalf of e20804c3c9d54b44bd389836ae1867ed for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:51.026430 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.035272 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.165297 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.181946 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.217367 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:49:51.228298 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ff3398-5b5a-4d69-84c8-220ce4f35ce9,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:51.248615 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.249148 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Added segment 3be6dbd1-2c73-4d20-a621-89cd5e03400f of type vlan for network 03ac26d8-1f6f-4d9f-9b41-67198708feff Aug 30 07:49:51.257715 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 022d9cb6-4aed-46ad-a189-d0d3851a26b9 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:51.298730 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.309872 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 022d9cb6-4aed-46ad-a189-d0d3851a26b9 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:51.310352 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.331455 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.332456 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:51.333041 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.384265 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3853493 Aug 30 07:49:51.387250 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54874) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:51.392193 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-94c2f5b9-d6bd-4315-b373-e33ba3e6e5a5 admin admin] Request body: {'subnet': {'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-111567441-subnet', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:51.394842 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2f199-a17e-4884-a23c-9921f954eecc admin admin] Pushing event updated for resources: {'Network': ['ID=03ac26d8-1f6f-4d9f-9b41-67198708feff,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:51.398091 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:51.412957 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c2f5b9-d6bd-4315-b373-e33ba3e6e5a5 admin admin] Made reservation on behalf of e20804c3c9d54b44bd389836ae1867ed for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:51.415650 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94c2f5b9-d6bd-4315-b373-e33ba3e6e5a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070182876'] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.420057 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 03ac26d8-1f6f-4d9f-9b41-67198708feff details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:49:51.502202 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:51.506059 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:51.506528 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.534119 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Sync routers for ids ['73cb291c-e68f-4811-af01-754f1cf1a686'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:49:51.552328 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Routers {'73cb291c-e68f-4811-af01-754f1cf1a686'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:51.553020 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['73cb291c-e68f-4811-af01-754f1cf1a686'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:51.595303 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94c2f5b9-d6bd-4315-b373-e33ba3e6e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1071470992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070182830'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.674318 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2f5b9-d6bd-4315-b373-e33ba3e6e5a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac8f88c-4289-45bc-b4a4-3eca28f67c14,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:51.687475 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295751-23b1-4e42-8a15-5c10717c5ceb req-45146ab6-0648-4216-8da7-f7bcc1661365 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:51.688343 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.688951 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5a295751-23b1-4e42-8a15-5c10717c5ceb req-45146ab6-0648-4216-8da7-f7bcc1661365 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0914772 Aug 30 07:49:51.693964 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Set router 73cb291c-e68f-4811-af01-754f1cf1a686 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:51.714744 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c2f5b9-d6bd-4315-b373-e33ba3e6e5a5 admin admin] Checking segment: {'id': '3be6dbd1-2c73-4d20-a621-89cd5e03400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:51.715091 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c2f5b9-d6bd-4315-b373-e33ba3e6e5a5 admin admin] Network hostable DHCP agents. Network: 03ac26d8-1f6f-4d9f-9b41-67198708feff, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:49:51.740915 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:51.748212 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.749989 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5a295751-23b1-4e42-8a15-5c10717c5ceb req-7e994f2c-a73f-430c-bda1-65eeaffc88ab tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536790 Aug 30 07:49:51.751040 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c2f5b9-d6bd-4315-b373-e33ba3e6e5a5 admin admin] Network 03ac26d8-1f6f-4d9f-9b41-67198708feff is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:49:51.762688 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-94c2f5b9-d6bd-4315-b373-e33ba3e6e5a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 03ac26d8-1f6f-4d9f-9b41-67198708feff) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:51.767040 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c2f5b9-d6bd-4315-b373-e33ba3e6e5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:51.767846 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94c2f5b9-d6bd-4315-b373-e33ba3e6e5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.784583 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-94c2f5b9-d6bd-4315-b373-e33ba3e6e5a5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3961661 Aug 30 07:49:51.787018 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 54878) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:51.787551 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8339ea5e-19bb-457c-b978-20f9057d854b None None] Network 03ac26d8-1f6f-4d9f-9b41-67198708feff requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:51.792323 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-111567441-router', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:51.812252 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45082'] for router, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.813253 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45075'] for router, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:51.864150 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.006078 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.052200 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:52.178667 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8579bc-333d-50f5-8d48-50590b882e5e-03ac26d8-1f6f-4d9f-9b41-67198708feff', 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'fixed_ips': [{'subnet_id': 'fac8f88c-4289-45bc-b4a4-3eca28f67c14'}]}} from dv-cinder-804735-4-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:49:52.179552 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.195884 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 4, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6ab4eb4e-c086-43e1-9332-59e979ebb753', 'name': '', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'mac_address': 'fa:16:3e:c3:0a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:49Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 2, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'subnets': [{'id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:52.204210 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.225298 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Checking router: 73cb291c-e68f-4811-af01-754f1cf1a686 for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:49:52.225653 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Updating router 73cb291c-e68f-4811-af01-754f1cf1a686 port 6ab4eb4e-c086-43e1-9332-59e979ebb753 binding host dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:49:52.226739 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.300986 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.331373 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Allocated IP 172.27.1.132 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/ba52a884-dd9b-49a6-a913-88251337d395) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:52.433832 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.453311 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Allocated IP 172.20.0.2 (03ac26d8-1f6f-4d9f-9b41-67198708feff/fac8f88c-4289-45bc-b4a4-3eca28f67c14/531f1ec6-0099-4a13-b255-d9afcab44ff9) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:52.475712 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.510845 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:52.516960 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:52.520966 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:52.526946 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Pushing event updated for resources: {'Port': ['ID=ba52a884-dd9b-49a6-a913-88251337d395,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:52.707265 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.726654 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Transition to ACTIVE for port object 531f1ec6-0099-4a13-b255-d9afcab44ff9 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:52.734478 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.752442 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Transition to ACTIVE for port object 6ab4eb4e-c086-43e1-9332-59e979ebb753 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:52.754521 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Transition to ACTIVE for port object 531f1ec6-0099-4a13-b255-d9afcab44ff9 will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:52.760304 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.765902 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.826123 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Network 03ac26d8-1f6f-4d9f-9b41-67198708feff is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:52.828452 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb81b5c-58ff-4e71-aeea-36fb51eaf2f4 None None] Pushing event updated for resources: {'Port': ['ID=6ab4eb4e-c086-43e1-9332-59e979ebb753,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:52.835443 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:52.840204 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:52.935580 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Pushing event updated for resources: {'Port': ['ID=531f1ec6-0099-4a13-b255-d9afcab44ff9,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:52.955139 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Attempting to bind port 6ab4eb4e-c086-43e1-9332-59e979ebb753 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:52.955567 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Attempting to bind port 6ab4eb4e-c086-43e1-9332-59e979ebb753 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:52.956656 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Attempting to bind port 6ab4eb4e-c086-43e1-9332-59e979ebb753 on network 9d15f960-763e-45c6-89bd-871dcad1be5f {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:52.965300 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3c191-bcd2-409e-8f89-b00a1728275c req-1109d12d-fae7-4936-97ea-62f8c830f4e7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:52.966930 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f4a3c191-bcd2-409e-8f89-b00a1728275c req-1109d12d-fae7-4936-97ea-62f8c830f4e7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0823069 Aug 30 07:49:52.968321 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:52.968775 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Checking segment: {'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:52.969250 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.969734 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Bound using segment: {'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:52.970279 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Bound port: 6ab4eb4e-c086-43e1-9332-59e979ebb753, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:52.970714 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.985432 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Attempting to bind port 531f1ec6-0099-4a13-b255-d9afcab44ff9 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:52.985879 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Attempting to bind port 531f1ec6-0099-4a13-b255-d9afcab44ff9 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '3be6dbd1-2c73-4d20-a621-89cd5e03400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:52.986310 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Attempting to bind port 531f1ec6-0099-4a13-b255-d9afcab44ff9 on network 03ac26d8-1f6f-4d9f-9b41-67198708feff {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:52.995987 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:52.996431 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Checking segment: {'id': '3be6dbd1-2c73-4d20-a621-89cd5e03400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:52.996894 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:52.997351 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Bound using segment: {'id': '3be6dbd1-2c73-4d20-a621-89cd5e03400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:52.997890 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Bound port: 531f1ec6-0099-4a13-b255-d9afcab44ff9, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be6dbd1-2c73-4d20-a621-89cd5e03400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:52.998333 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:53.074079 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f4a3c191-bcd2-409e-8f89-b00a1728275c req-4d7b5ece-9255-4037-aaef-3a525798796b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690272 Aug 30 07:49:53.102366 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] For port 6ab4eb4e-c086-43e1-9332-59e979ebb753, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:53.105071 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] For port 6ab4eb4e-c086-43e1-9332-59e979ebb753, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=6ab4eb4e-c086-43e1-9332-59e979ebb753,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:53.113148 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:53.118017 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:53.121544 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] For port 531f1ec6-0099-4a13-b255-d9afcab44ff9, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:53.159215 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:53.168923 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] For port 531f1ec6-0099-4a13-b255-d9afcab44ff9, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=531f1ec6-0099-4a13-b255-d9afcab44ff9,segment=NetworkSegment(3be6dbd1-2c73-4d20-a621-89cd5e03400f),segment_id=3be6dbd1-2c73-4d20-a621-89cd5e03400f)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:53.186875 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:53.242950 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb81b5c-58ff-4e71-aeea-36fb51eaf2f4 None None] Pushing event updated for resources: {'Port': ['ID=6ab4eb4e-c086-43e1-9332-59e979ebb753,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:53.245400 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Routers {'73cb291c-e68f-4811-af01-754f1cf1a686'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:53.246243 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['73cb291c-e68f-4811-af01-754f1cf1a686'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:53.373403 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697844'] for router, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:53.440225 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31536272-432e-4af3-bea4-636fe57149e6 None None] Pushing event updated for resources: {'Port': ['ID=531f1ec6-0099-4a13-b255-d9afcab44ff9,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:53.455478 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] Set router 73cb291c-e68f-4811-af01-754f1cf1a686 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:53.457631 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:53.458179 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:53.552911 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Router bb9e429d-0a50-4809-bbce-7f436f0d3479 is scheduled to L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 with binding_index 1 {{(pid=100499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:49:53.672396 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:49:53.684853 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Sync routers for ids ['bb9e429d-0a50-4809-bbce-7f436f0d3479'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:49:53.688602 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:53.692802 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 54888) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:49:53.693270 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b4b558db-4e36-4740-8ba2-213eaea9fb67 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9047685 Aug 30 07:49:53.695409 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Routers {'bb9e429d-0a50-4809-bbce-7f436f0d3479'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:53.696115 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['bb9e429d-0a50-4809-bbce-7f436f0d3479'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:53.744423 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 4, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6ab4eb4e-c086-43e1-9332-59e979ebb753', 'name': '', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'mac_address': 'fa:16:3e:c3:0a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:49Z', 'updated_at': '2021-08-30T07:49:53Z', 'revision_number': 4, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'subnets': [{'id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:53.771154 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38fdb4-a87d-4353-ba7b-a220a8062111 None None] The sync data for ids ['73cb291c-e68f-4811-af01-754f1cf1a686'] in dv-cinder-804735-4-iscsi is: [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 4, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6ab4eb4e-c086-43e1-9332-59e979ebb753', 'name': '', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'mac_address': 'fa:16:3e:c3:0a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:49Z', 'updated_at': '2021-08-30T07:49:53Z', 'revision_number': 4, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'subnets': [{'id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:49:53.810230 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Set router bb9e429d-0a50-4809-bbce-7f436f0d3479 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:54.004971 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'name': 'tempest-TestMinimumBasicScenario-111567441-router', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:51Z', 'updated_at': '2021-08-30T07:49:52Z', 'revision_number': 3, 'project_id': 'e20804c3c9d54b44bd389836ae1867ed', 'gw_port': {'id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:52Z', 'updated_at': '2021-08-30T07:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:54.037218 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Checking router: bb9e429d-0a50-4809-bbce-7f436f0d3479 for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:49:54.037820 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Updating router bb9e429d-0a50-4809-bbce-7f436f0d3479 port ba52a884-dd9b-49a6-a913-88251337d395 binding host dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:49:54.068816 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:54.201381 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:54.259629 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa7cfa-acd3-4e79-a92c-1fead476d3b0 req-d908f07c-ac76-4120-af13-4a1e59572fd7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:54.266162 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4fa7cfa-acd3-4e79-a92c-1fead476d3b0 req-d908f07c-ac76-4120-af13-4a1e59572fd7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0803554 Aug 30 07:49:54.358402 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4fa7cfa-acd3-4e79-a92c-1fead476d3b0 req-3e4fe302-985f-4efb-88ad-307f1ec14ba6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744350 Aug 30 07:49:54.441882 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Allocated IP 172.20.0.1 (03ac26d8-1f6f-4d9f-9b41-67198708feff/fac8f88c-4289-45bc-b4a4-3eca28f67c14/73417131-9415-4ae7-9858-a899eb783d68) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:54.471703 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6325d7f-4dc0-4f33-9731-68363b18e540 None None] Network 03ac26d8-1f6f-4d9f-9b41-67198708feff requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:49:54.518928 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:54.532012 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Transition to ACTIVE for port object ba52a884-dd9b-49a6-a913-88251337d395 will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:54.539566 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:54.576072 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:54.590234 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98339b68-cc4a-4caf-b323-d2353392fc05 None None] Pushing event updated for resources: {'Port': ['ID=ba52a884-dd9b-49a6-a913-88251337d395,revision_number=2']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:54.608859 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Transition to ACTIVE for port object 73417131-9415-4ae7-9858-a899eb783d68 will not be triggered until provisioned by entity DHCP. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:54.610707 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Attempting to bind port ba52a884-dd9b-49a6-a913-88251337d395 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:54.611139 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Attempting to bind port ba52a884-dd9b-49a6-a913-88251337d395 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:54.611905 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Attempting to bind port ba52a884-dd9b-49a6-a913-88251337d395 on network 59ff83ee-6d51-4380-b781-8170ef3e97d5 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:54.613934 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-8b45f363-e2b9-4bd2-9228-3fa5d1048d58 None None] Provisioning for port 531f1ec6-0099-4a13-b255-d9afcab44ff9 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:54.618704 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:54.619480 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Checking segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:54.620956 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:54.620956 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Bound using segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:54.621739 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Bound port: ba52a884-dd9b-49a6-a913-88251337d395, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:54.622201 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:54.661263 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:54.694086 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] For port ba52a884-dd9b-49a6-a913-88251337d395, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:54.698462 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] For port ba52a884-dd9b-49a6-a913-88251337d395, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=ba52a884-dd9b-49a6-a913-88251337d395,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:54.705405 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:54.708465 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Network 03ac26d8-1f6f-4d9f-9b41-67198708feff is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:54.711532 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:54.718223 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:54.764479 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Pushing event updated for resources: {'Port': ['ID=73417131-9415-4ae7-9858-a899eb783d68,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:54.778561 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698027'] for router_interface, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:54.782946 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Routers {'bb9e429d-0a50-4809-bbce-7f436f0d3479'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:54.783555 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['bb9e429d-0a50-4809-bbce-7f436f0d3479'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:54.834046 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98339b68-cc4a-4caf-b323-d2353392fc05 None None] Pushing event updated for resources: {'Port': ['ID=ba52a884-dd9b-49a6-a913-88251337d395,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:54.918759 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] Set router bb9e429d-0a50-4809-bbce-7f436f0d3479 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:54.965888 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:55.168116 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'name': 'tempest-TestMinimumBasicScenario-111567441-router', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:51Z', 'updated_at': '2021-08-30T07:49:52Z', 'revision_number': 3, 'project_id': 'e20804c3c9d54b44bd389836ae1867ed', 'gw_port': {'id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:52Z', 'updated_at': '2021-08-30T07:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:55.185995 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-efbe9816-b547-497a-9364-46caca231264 None None] Provisioning for port 73417131-9415-4ae7-9858-a899eb783d68 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:55.191086 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-efbe9816-b547-497a-9364-46caca231264 None None] Provisioning complete for port 73417131-9415-4ae7-9858-a899eb783d68 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:55.191719 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-efbe9816-b547-497a-9364-46caca231264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:55.198269 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:55.204368 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1073360091'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:55.205299 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c6505-3331-4b23-abb4-4925eccfcbaf None None] The sync data for ids ['bb9e429d-0a50-4809-bbce-7f436f0d3479'] in dv-cinder-804735-4-iscsi is: [{'id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'name': 'tempest-TestMinimumBasicScenario-111567441-router', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:51Z', 'updated_at': '2021-08-30T07:49:52Z', 'revision_number': 3, 'project_id': 'e20804c3c9d54b44bd389836ae1867ed', 'gw_port': {'id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:52Z', 'updated_at': '2021-08-30T07:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:49:55.277729 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Pushing event updated for resources: {'Port': ['ID=73417131-9415-4ae7-9858-a899eb783d68,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:55.280469 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698100'] for router_interface, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:55.366492 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 6ab4eb4e-c086-43e1-9332-59e979ebb753 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:55.392056 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Network 03ac26d8-1f6f-4d9f-9b41-67198708feff is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:55.393048 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:55.405853 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-efbe9816-b547-497a-9364-46caca231264 None None] Port 73417131-9415-4ae7-9858-a899eb783d68 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:49:55.467172 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 6ab4eb4e-c086-43e1-9332-59e979ebb753 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:55.472785 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 6ab4eb4e-c086-43e1-9332-59e979ebb753 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:55.473504 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:55.591448 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Router bb9e429d-0a50-4809-bbce-7f436f0d3479 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:49:55.604055 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81039f06-02fb-4692-9f06-2456e7e87cb5 req-fae3b3e7-d734-44fc-be79-5dcef3671610 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:55.606690 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-81039f06-02fb-4692-9f06-2456e7e87cb5 req-fae3b3e7-d734-44fc-be79-5dcef3671610 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0782065 Aug 30 07:49:55.680602 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-81039f06-02fb-4692-9f06-2456e7e87cb5 req-4ef68a50-ffae-4fb9-82f5-9c3468864789 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647275 Aug 30 07:49:55.690910 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:55.749711 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 6ab4eb4e-c086-43e1-9332-59e979ebb753, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=6ab4eb4e-c086-43e1-9332-59e979ebb753,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:55.759573 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:55.761052 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 531f1ec6-0099-4a13-b255-d9afcab44ff9 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:55.764616 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-a7c4b2f9-4c19-4cb4-b79d-5ddbcb117e92 None None] Provisioning complete for port 73417131-9415-4ae7-9858-a899eb783d68 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:55.764982 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b2f9-4c19-4cb4-b79d-5ddbcb117e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:55.767987 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:49:55.783758 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-084ea4b0-bd9c-41f5-bad3-c9f9b3bb704c admin admin] 10.222.0.64 "PUT /v2.0/routers/bb9e429d-0a50-4809-bbce-7f436f0d3479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0897884 Aug 30 07:49:55.815737 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4b2f9-4c19-4cb4-b79d-5ddbcb117e92 None None] Port 73417131-9415-4ae7-9858-a899eb783d68 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:49:55.895547 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=6ab4eb4e-c086-43e1-9332-59e979ebb753,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:55.913799 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 531f1ec6-0099-4a13-b255-d9afcab44ff9 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:55.914012 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-29fbcabc-30ee-4fca-9b18-ed9188693688 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508913835&fields=id&tenant_id=c136921751ac4acda50bafac9ed66c96 HTTP/1.1" status: 200 len: 267 time: 0.0512319 Aug 30 07:49:55.920715 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 531f1ec6-0099-4a13-b255-d9afcab44ff9 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:55.921087 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:56.015541 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:56.039246 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-8309cf5b-3ebe-4326-a4d2-42de8164cc79 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:56.041957 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-8309cf5b-3ebe-4326-a4d2-42de8164cc79 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 812 time: 0.1266468 Aug 30 07:49:56.052854 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 531f1ec6-0099-4a13-b255-d9afcab44ff9, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=531f1ec6-0099-4a13-b255-d9afcab44ff9,segment=NetworkSegment(3be6dbd1-2c73-4d20-a621-89cd5e03400f),segment_id=3be6dbd1-2c73-4d20-a621-89cd5e03400f)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:56.059784 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:56.064883 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-7614222a-ad67-4266-99ad-2ae6d6500d53 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/quotas/c136921751ac4acda50bafac9ed66c96 HTTP/1.1" status: 200 len: 375 time: 0.0167184 Aug 30 07:49:56.114845 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=531f1ec6-0099-4a13-b255-d9afcab44ff9,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:56.139178 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-2d37e19d-2bb4-4d43-a00e-844f1f50c976 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0683029 Aug 30 07:49:56.263753 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-a1b08e7b-d85a-41ae-b35d-3b618d54a1b4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:49:56.264761 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-a1b08e7b-d85a-41ae-b35d-3b618d54a1b4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1101370 Aug 30 07:49:56.365614 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-f276887a-7af1-4026-ad5f-bebe99c67f8d service neutron] 10.222.0.64 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943391 Aug 30 07:49:56.461012 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-f40715bf-1bce-40a7-8355-4d05b38204f0 service neutron] 10.222.0.64 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880969 Aug 30 07:49:56.885700 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc1490-5513-4629-be46-5bd7fa6e7196 req-6e1b96cf-2d4a-4629-a856-52ae2c3aefa5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:56.887943 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6dbc1490-5513-4629-be46-5bd7fa6e7196 req-6e1b96cf-2d4a-4629-a856-52ae2c3aefa5 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0860395 Aug 30 07:49:56.939673 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2540edd5-3150-4807-b33a-11bea352dd40 req-03b91737-4d0d-4dd4-b6f9-aaf8ac184eae tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 210 time: 0.0501118 Aug 30 07:49:56.974145 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6dbc1490-5513-4629-be46-5bd7fa6e7196 req-8cc38d45-4263-48f7-801b-1781f4e3bd94 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747361 Aug 30 07:49:57.301736 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 6ab4eb4e-c086-43e1-9332-59e979ebb753 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:57.373706 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Sync routers for ids ['bb9e429d-0a50-4809-bbce-7f436f0d3479'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:49:57.391808 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Routers {'bb9e429d-0a50-4809-bbce-7f436f0d3479'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:57.392693 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['bb9e429d-0a50-4809-bbce-7f436f0d3479'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:57.516274 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 6ab4eb4e-c086-43e1-9332-59e979ebb753 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:57.517058 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:57.520934 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Set router bb9e429d-0a50-4809-bbce-7f436f0d3479 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:57.722921 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 531f1ec6-0099-4a13-b255-d9afcab44ff9 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:57.819074 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 531f1ec6-0099-4a13-b255-d9afcab44ff9 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:57.819572 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:57.860613 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'name': 'tempest-TestMinimumBasicScenario-111567441-router', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:51Z', 'updated_at': '2021-08-30T07:49:54Z', 'revision_number': 4, 'project_id': 'e20804c3c9d54b44bd389836ae1867ed', 'gw_port': {'id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:52Z', 'updated_at': '2021-08-30T07:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '73417131-9415-4ae7-9858-a899eb783d68', 'name': '', 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'mac_address': 'fa:16:3e:40:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fac8f88c-4289-45bc-b4a4-3eca28f67c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:54Z', 'updated_at': '2021-08-30T07:49:55Z', 'revision_number': 2, 'project_id': 'e20804c3c9d54b44bd389836ae1867ed', 'subnets': [{'id': 'fac8f88c-4289-45bc-b4a4-3eca28f67c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:57.897654 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Checking router: bb9e429d-0a50-4809-bbce-7f436f0d3479 for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:49:57.897654 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Updating router bb9e429d-0a50-4809-bbce-7f436f0d3479 port 73417131-9415-4ae7-9858-a899eb783d68 binding host dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:49:57.955111 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:57.977103 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device ba52a884-dd9b-49a6-a913-88251337d395 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:58.139180 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port ba52a884-dd9b-49a6-a913-88251337d395 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:58.173805 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port ba52a884-dd9b-49a6-a913-88251337d395 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:58.174253 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:58.188130 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-31d5e62d-0c96-478d-84cb-fcc47a93fc5e req-0cae73fa-d4a5-449e-b497-c545d7840149 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 210 time: 0.1317105 Aug 30 07:49:58.271550 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2a2cf-b335-4560-aa75-07fcb3e08490 req-951b2b41-9766-4c94-ad4a-deaaafd8f090 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:58.273080 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9cd2a2cf-b335-4560-aa75-07fcb3e08490 req-951b2b41-9766-4c94-ad4a-deaaafd8f090 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.1699262 Aug 30 07:49:58.332003 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-dc7c0c11-d05b-46e4-bf61-562bc843525b tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:58.333553 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-dc7c0c11-d05b-46e4-bf61-562bc843525b tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 812 time: 0.2503457 Aug 30 07:49:58.364813 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9cd2a2cf-b335-4560-aa75-07fcb3e08490 req-9dc77729-050c-4b62-8ddd-5dcaca1597fc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792708 Aug 30 07:49:58.377399 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:58.388817 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Transition to ACTIVE for port object 73417131-9415-4ae7-9858-a899eb783d68 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:58.403839 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:58.429979 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:58.430198 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-b7f2eec9-0215-4194-9ac7-c516f453916e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c136921751ac4acda50bafac9ed66c96 HTTP/1.1" status: 200 len: 380 time: 0.0825357 Aug 30 07:49:58.443482 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'port': {'device_id': '5dff762a-8562-4445-964b-bd66a52a495d', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'admin_state_up': True, 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'security_groups': ['1666273a-7af0-48b4-b39b-af799bb507ee']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:58.484073 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port ba52a884-dd9b-49a6-a913-88251337d395, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=ba52a884-dd9b-49a6-a913-88251337d395,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:49:58.487030 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b379fe5-9f7e-42d6-a5f7-56c0d83d51bb None None] Pushing event updated for resources: {'Port': ['ID=73417131-9415-4ae7-9858-a899eb783d68,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:58.520356 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:58.579981 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=ba52a884-dd9b-49a6-a913-88251337d395,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:58.626844 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Attempting to bind port 73417131-9415-4ae7-9858-a899eb783d68 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:49:58.627228 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Attempting to bind port 73417131-9415-4ae7-9858-a899eb783d68 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '3be6dbd1-2c73-4d20-a621-89cd5e03400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:49:58.627672 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Attempting to bind port 73417131-9415-4ae7-9858-a899eb783d68 on network 03ac26d8-1f6f-4d9f-9b41-67198708feff {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:49:58.634839 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:49:58.635541 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Checking segment: {'id': '3be6dbd1-2c73-4d20-a621-89cd5e03400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:49:58.635692 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Made reservation on behalf of c136921751ac4acda50bafac9ed66c96 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:49:58.636329 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:58.636914 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Bound using segment: {'id': '3be6dbd1-2c73-4d20-a621-89cd5e03400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:49:58.637548 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Bound port: 73417131-9415-4ae7-9858-a899eb783d68, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be6dbd1-2c73-4d20-a621-89cd5e03400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:49:58.638129 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:58.640196 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:58.724149 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] For port 73417131-9415-4ae7-9858-a899eb783d68, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:49:58.728182 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] For port 73417131-9415-4ae7-9858-a899eb783d68, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=73417131-9415-4ae7-9858-a899eb783d68,segment=NetworkSegment(3be6dbd1-2c73-4d20-a621-89cd5e03400f),segment_id=3be6dbd1-2c73-4d20-a621-89cd5e03400f)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:49:58.737219 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:58.850479 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Routers {'bb9e429d-0a50-4809-bbce-7f436f0d3479'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:49:58.851127 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:49:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['bb9e429d-0a50-4809-bbce-7f436f0d3479'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:58.854273 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b379fe5-9f7e-42d6-a5f7-56c0d83d51bb None None] Pushing event updated for resources: {'Port': ['ID=73417131-9415-4ae7-9858-a899eb783d68,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:58.875596 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Allocated IP 172.20.0.9 (8cb7ddd4-58e8-40c6-b6b4-b18af73d1717/ff4b3505-3a82-45b8-9d17-82fcb895daa0/dedd4bb0-98d4-4b44-af45-222830deb5e5) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:49:59.027542 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] Set router bb9e429d-0a50-4809-bbce-7f436f0d3479 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:49:59.115348 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.140566 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Transition to ACTIVE for port object dedd4bb0-98d4-4b44-af45-222830deb5e5 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:49:59.179292 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device ba52a884-dd9b-49a6-a913-88251337d395 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:49:59.186298 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.237483 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:49:59.241246 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:49:59.245776 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:49:59.253313 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'Port': ['ID=dedd4bb0-98d4-4b44-af45-222830deb5e5,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:49:59.353618 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:59.354878 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.411023 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54efcf39-fbf3-4d94-92b2-2d6657619530 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9727333 Aug 30 07:49:59.420168 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777a7ac-3e3d-4be5-99eb-4be670434fe8 req-8896a775-b34c-4cab-8f7b-ce219a0aa120 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:59.428057 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f777a7ac-3e3d-4be5-99eb-4be670434fe8 req-8896a775-b34c-4cab-8f7b-ce219a0aa120 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 931 time: 0.0700710 Aug 30 07:49:59.442234 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-72938e83-553b-4c31-8654-18347d3caa4f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:49:59.443277 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-72938e83-553b-4c31-8654-18347d3caa4f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053732 Aug 30 07:49:59.523732 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f777a7ac-3e3d-4be5-99eb-4be670434fe8 req-245c9913-d279-401d-a6cf-be51e402cdc5 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943329 Aug 30 07:49:59.573860 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Request body: {'port': {'device_id': '5dff762a-8562-4445-964b-bd66a52a495d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:49:59.629406 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port ba52a884-dd9b-49a6-a913-88251337d395 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:59.630013 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.645294 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81a48c-aabd-42ae-ac36-de20d5037222 req-2a15694f-3dbf-4b82-a38d-b61535698fa7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:49:59.646893 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b81a48c-aabd-42ae-ac36-de20d5037222 req-2a15694f-3dbf-4b82-a38d-b61535698fa7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.1208837 Aug 30 07:49:59.656665 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.670300 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'name': 'tempest-TestMinimumBasicScenario-111567441-router', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:51Z', 'updated_at': '2021-08-30T07:49:54Z', 'revision_number': 4, 'project_id': 'e20804c3c9d54b44bd389836ae1867ed', 'gw_port': {'id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:52Z', 'updated_at': '2021-08-30T07:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '73417131-9415-4ae7-9858-a899eb783d68', 'name': '', 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'mac_address': 'fa:16:3e:40:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fac8f88c-4289-45bc-b4a4-3eca28f67c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:54Z', 'updated_at': '2021-08-30T07:49:58Z', 'revision_number': 4, 'project_id': 'e20804c3c9d54b44bd389836ae1867ed', 'subnets': [{'id': 'fac8f88c-4289-45bc-b4a4-3eca28f67c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:49:59.708551 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689ff83-a1ad-4b0c-a2c8-089846040d53 None None] The sync data for ids ['bb9e429d-0a50-4809-bbce-7f436f0d3479'] in dv-cinder-804735-4-iscsi is: [{'id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'name': 'tempest-TestMinimumBasicScenario-111567441-router', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:51Z', 'updated_at': '2021-08-30T07:49:54Z', 'revision_number': 4, 'project_id': 'e20804c3c9d54b44bd389836ae1867ed', 'gw_port': {'id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:52Z', 'updated_at': '2021-08-30T07:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '73417131-9415-4ae7-9858-a899eb783d68', 'name': '', 'network_id': '03ac26d8-1f6f-4d9f-9b41-67198708feff', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'mac_address': 'fa:16:3e:40:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fac8f88c-4289-45bc-b4a4-3eca28f67c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:54Z', 'updated_at': '2021-08-30T07:49:58Z', 'revision_number': 4, 'project_id': 'e20804c3c9d54b44bd389836ae1867ed', 'subnets': [{'id': 'fac8f88c-4289-45bc-b4a4-3eca28f67c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:49:59.729369 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dc05d1ce-3ad3-4466-8576-82b35fe048e5 None None] Provisioning for port dedd4bb0-98d4-4b44-af45-222830deb5e5 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:49:59.732441 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b81a48c-aabd-42ae-ac36-de20d5037222 req-7ddbd779-20f4-42e7-8f41-8d0f534f11f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775461 Aug 30 07:49:59.734954 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dc05d1ce-3ad3-4466-8576-82b35fe048e5 None None] Provisioning complete for port dedd4bb0-98d4-4b44-af45-222830deb5e5 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:49:59.735402 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dc05d1ce-3ad3-4466-8576-82b35fe048e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:49:59.852508 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dc05d1ce-3ad3-4466-8576-82b35fe048e5 None None] Port dedd4bb0-98d4-4b44-af45-222830deb5e5 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:50:00.074990 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedd4bb0-98d4-4b44-af45-222830deb5e5 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:50:00.083632 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:00.098391 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Transition to ACTIVE for port object dedd4bb0-98d4-4b44-af45-222830deb5e5 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:50:00.105396 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:00.169388 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Pushing event updated for resources: {'Port': ['ID=dedd4bb0-98d4-4b44-af45-222830deb5e5,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:00.293465 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Attempting to bind port dedd4bb0-98d4-4b44-af45-222830deb5e5 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:50:00.294063 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Attempting to bind port dedd4bb0-98d4-4b44-af45-222830deb5e5 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:50:00.294177 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Attempting to bind port dedd4bb0-98d4-4b44-af45-222830deb5e5 on network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:50:00.300253 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Port dedd4bb0-98d4-4b44-af45-222830deb5e5 on network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:50:00.300604 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Attempting to bind port dedd4bb0-98d4-4b44-af45-222830deb5e5 on network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:50:00.306421 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:50:00.306781 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Checking segment: {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:50:00.307255 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Bound using segment: {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:50:00.307850 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Bound port: dedd4bb0-98d4-4b44-af45-222830deb5e5, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb53b538-4ccf-4552-90dc-e35e1099c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:50:00.308143 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:00.397812 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] For port dedd4bb0-98d4-4b44-af45-222830deb5e5, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:50:00.404090 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] For port dedd4bb0-98d4-4b44-af45-222830deb5e5, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dedd4bb0-98d4-4b44-af45-222830deb5e5,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:50:00.410567 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:00.442951 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:00.443662 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:00.445079 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] 10.222.0.68 "PUT /v2.0/ports/dedd4bb0-98d4-4b44-af45-222830deb5e5 HTTP/1.1" status: 200 len: 1093 time: 0.9903684 Aug 30 07:50:00.445514 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dff762a-8562-4445-964b-bd66a52a495d', 'tag': 'dedd4bb0-98d4-4b44-af45-222830deb5e5'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:00.448300 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fb92eb-1145-4a47-a197-1083201f44be" -d '{"events": [{"name": "network-changed", "server_uuid": "5dff762a-8562-4445-964b-bd66a52a495d", "tag": "dedd4bb0-98d4-4b44-af45-222830deb5e5"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:00.483502 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3d80a-a8e3-452c-93d8-1ac07460b974 service neutron] Pushing event updated for resources: {'Port': ['ID=dedd4bb0-98d4-4b44-af45-222830deb5e5,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:00.580624 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-1b89fb44-4b4f-4363-9649-b39cb76047dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:00.582164 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-1b89fb44-4b4f-4363-9649-b39cb76047dc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 1096 time: 0.0926676 Aug 30 07:50:00.658482 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3a100853-ece6-402d-bcaf-1e547e5be7cc details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:50:00.679572 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-1311afcb-0bf0-4ce9-924a-1a60bebb831a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dedd4bb0-98d4-4b44-af45-222830deb5e5 HTTP/1.1" status: 200 len: 217 time: 0.0866401 Aug 30 07:50:00.788262 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-c843db12-f2ea-4e50-a23c-8135d03f55b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:00.790215 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-c843db12-f2ea-4e50-a23c-8135d03f55b0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0666268 Aug 30 07:50:00.792028 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51fcf80-d46d-4a72-8c9c-f3c5706db8b8 x-openstack-request-id: req-e51fcf80-d46d-4a72-8c9c-f3c5706db8b8 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:00.792318 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dff762a-8562-4445-964b-bd66a52a495d", "tag": "dedd4bb0-98d4-4b44-af45-222830deb5e5", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:00.792567 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e51fcf80-d46d-4a72-8c9c-f3c5706db8b8 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:00.792964 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dff762a-8562-4445-964b-bd66a52a495d', 'tag': 'dedd4bb0-98d4-4b44-af45-222830deb5e5', 'status': 'completed', 'code': 200} Aug 30 07:50:00.824703 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:00.837857 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'port_id': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'mac_address': 'fa:16:3e:27:48:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:50:00.875451 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355a265-13ca-4adc-9e85-753a84fa451b req-98e94b38-155f-4b6e-a591-94a517b493c6 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:00.882869 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d355a265-13ca-4adc-9e85-753a84fa451b req-98e94b38-155f-4b6e-a591-94a517b493c6 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 943 time: 0.2276635 Aug 30 07:50:00.919054 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:00.925833 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-f3ecafa9-e5c5-484a-ab1f-c596d4caeaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:00.927578 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-f3ecafa9-e5c5-484a-ab1f-c596d4caeaaf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1183753 Aug 30 07:50:00.932401 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a100853-ece6-402d-bcaf-1e547e5be7cc {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:50:00.956087 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:00.960965 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:01.030727 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d355a265-13ca-4adc-9e85-753a84fa451b req-4b60c779-ab57-493d-8f7d-348e6d3777dc tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468837 Aug 30 07:50:01.033419 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=3a100853-ece6-402d-bcaf-1e547e5be7cc,revision_number=6']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:01.047797 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['3a100853-ece6-402d-bcaf-1e547e5be7cc'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:50:01.072078 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c05bae-b6b0-4424-b0b2-378aa578badf req-e165c57d-f1af-4625-a2e2-6d59a1b7e4e2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:01.076736 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f5c05bae-b6b0-4424-b0b2-378aa578badf req-e165c57d-f1af-4625-a2e2-6d59a1b7e4e2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.2298145 Aug 30 07:50:01.147255 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-9660f059-1523-4b3f-864d-e2a58e30cbf5 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030904 Aug 30 07:50:01.214487 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 73417131-9415-4ae7-9858-a899eb783d68 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:50:01.292801 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c9c4b2f-fc67-416d-8a3b-f189cc4c4add req-d78fb981-c2c3-47c7-b869-6aecd84930db service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133523 Aug 30 07:50:01.296738 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f5c05bae-b6b0-4424-b0b2-378aa578badf req-303d0c41-7f03-4fea-b2e7-059439823952 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136352 Aug 30 07:50:01.332673 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 73417131-9415-4ae7-9858-a899eb783d68 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:50:01.339794 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 73417131-9415-4ae7-9858-a899eb783d68 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:50:01.340146 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:01.410969 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb92eb-1145-4a47-a197-1083201f44be req-7a985f9f-fa04-476b-aca5-964b9e813ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:01.412686 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-00fb92eb-1145-4a47-a197-1083201f44be req-7a985f9f-fa04-476b-aca5-964b9e813ed1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 1096 time: 0.0561442 Aug 30 07:50:01.490562 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:01.537198 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb92eb-1145-4a47-a197-1083201f44be req-6003a485-7a37-47a1-9eed-0c211d6d1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:01.539284 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-00fb92eb-1145-4a47-a197-1083201f44be req-6003a485-7a37-47a1-9eed-0c211d6d1a84 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 913 time: 0.1168437 Aug 30 07:50:01.541547 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 73417131-9415-4ae7-9858-a899eb783d68, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=73417131-9415-4ae7-9858-a899eb783d68,segment=NetworkSegment(3be6dbd1-2c73-4d20-a621-89cd5e03400f),segment_id=3be6dbd1-2c73-4d20-a621-89cd5e03400f)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:01.546703 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:01.612681 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-00fb92eb-1145-4a47-a197-1083201f44be req-6b7937ed-f946-4402-b8fa-7dc76b892ad1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dedd4bb0-98d4-4b44-af45-222830deb5e5 HTTP/1.1" status: 200 len: 217 time: 0.0640857 Aug 30 07:50:01.646729 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=73417131-9415-4ae7-9858-a899eb783d68,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:01.688377 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb92eb-1145-4a47-a197-1083201f44be req-b0dc1156-2a9c-42df-8294-8b508a95b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:01.690198 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-00fb92eb-1145-4a47-a197-1083201f44be req-b0dc1156-2a9c-42df-8294-8b508a95b0fa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0701909 Aug 30 07:50:01.759717 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb92eb-1145-4a47-a197-1083201f44be req-16e85a88-40ca-4a18-87ae-a0c39cee3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:01.761885 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-00fb92eb-1145-4a47-a197-1083201f44be req-16e85a88-40ca-4a18-87ae-a0c39cee3df1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614588 Aug 30 07:50:01.883931 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-00fb92eb-1145-4a47-a197-1083201f44be req-854a1bae-1783-4937-9358-d685f3c2e3b4 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133757 Aug 30 07:50:01.983042 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-00fb92eb-1145-4a47-a197-1083201f44be req-020d75fb-711a-4f9e-9455-5936208574d4 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911362 Aug 30 07:50:02.146395 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cab666-f96e-4b8b-ae7c-f9630cd66349 req-cb930cd2-360f-46b9-a448-df2c359a0375 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:02.150372 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62cab666-f96e-4b8b-ae7c-f9630cd66349 req-cb930cd2-360f-46b9-a448-df2c359a0375 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 943 time: 0.0581825 Aug 30 07:50:02.198441 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-62cab666-f96e-4b8b-ae7c-f9630cd66349 req-73e9f7c7-a70a-4853-bf29-cbe411ad24be tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410056 Aug 30 07:50:02.436342 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045dae3-ccc7-46c5-842a-5592e0586095 req-f8a73798-72bb-4dda-891d-053a1860f19e tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:02.437944 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9045dae3-ccc7-46c5-842a-5592e0586095 req-f8a73798-72bb-4dda-891d-053a1860f19e tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 944 time: 0.0559776 Aug 30 07:50:02.480057 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9045dae3-ccc7-46c5-842a-5592e0586095 req-0f6f968d-4dd5-4d86-bde5-604f4b919177 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354381 Aug 30 07:50:02.665668 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3a100853-ece6-402d-bcaf-1e547e5be7cc up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:50:02.723383 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 3a100853-ece6-402d-bcaf-1e547e5be7cc triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:50:02.723669 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:02.804973 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:02.830070 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:02.832444 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029b2867-4b42-4337-a676-bc5ab17b9c9f" -d '{"events": [{"server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "name": "network-vif-plugged", "status": "completed", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:02.850800 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:02.857933 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:02.885733 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789bb09f-abc4-4b8d-8c0c-3ed3bbb71ecb x-openstack-request-id: req-789bb09f-abc4-4b8d-8c0c-3ed3bbb71ecb {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:02.886037 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "name": "network-vif-plugged", "status": "completed", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:02.886286 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-789bb09f-abc4-4b8d-8c0c-3ed3bbb71ecb {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:02.886675 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'code': 200} Aug 30 07:50:02.922890 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=3a100853-ece6-402d-bcaf-1e547e5be7cc,revision_number=7']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:03.133456 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 73417131-9415-4ae7-9858-a899eb783d68 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:50:03.186265 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 73417131-9415-4ae7-9858-a899eb783d68 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:50:03.186627 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:03.332642 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901db6f5-1947-42c4-aabc-6f79712ac628 req-93533dbc-8b19-4f71-89ea-1cc278cf6e32 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:03.334367 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-901db6f5-1947-42c4-aabc-6f79712ac628 req-93533dbc-8b19-4f71-89ea-1cc278cf6e32 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 943 time: 0.0544171 Aug 30 07:50:03.375911 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-901db6f5-1947-42c4-aabc-6f79712ac628 req-de59e3bf-99f6-4861-b4da-02b194aa6308 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347075 Aug 30 07:50:03.597888 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d86e410a-6dc1-484b-8bb0-bb670fc2fcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:03.632007 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03f775-0d0b-4ffd-bd66-f070594ca139 req-09c7bd02-5b9c-4e25-bce9-f2ecba566b6f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:03.633466 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e03f775-0d0b-4ffd-bd66-f070594ca139 req-09c7bd02-5b9c-4e25-bce9-f2ecba566b6f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0612030 Aug 30 07:50:03.679727 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e03f775-0d0b-4ffd-bd66-f070594ca139 req-28651d94-337c-419d-b973-19d451ba0f58 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395236 Aug 30 07:50:04.512172 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b89ee-a0c8-46aa-bf74-83a7f8d3af98 req-83f0b6c1-9dcb-49b0-8257-e3e7f197ad30 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:04.513745 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-359b89ee-a0c8-46aa-bf74-83a7f8d3af98 req-83f0b6c1-9dcb-49b0-8257-e3e7f197ad30 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 943 time: 0.0641494 Aug 30 07:50:04.567649 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-359b89ee-a0c8-46aa-bf74-83a7f8d3af98 req-cfc5a507-a843-42d9-9411-4c9b50e515b5 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462966 Aug 30 07:50:04.843478 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b43d-85f4-4a67-97be-52dd42a0318a req-b31f5add-4ec2-4354-8b32-347e108187a7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:04.851921 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-32c7b43d-85f4-4a67-97be-52dd42a0318a req-b31f5add-4ec2-4354-8b32-347e108187a7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0924664 Aug 30 07:50:04.911978 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-32c7b43d-85f4-4a67-97be-52dd42a0318a req-84a76ed6-92c8-4952-a1e5-686c4e5f4eca tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591609 Aug 30 07:50:05.209433 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:05.720875 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208bcf0-eb56-4c4c-a7c2-b383dc2091f3 req-e6ccabdf-302c-4267-bcba-ea4fae8249c8 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:05.735614 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a208bcf0-eb56-4c4c-a7c2-b383dc2091f3 req-e6ccabdf-302c-4267-bcba-ea4fae8249c8 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 943 time: 0.0741062 Aug 30 07:50:05.815134 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a208bcf0-eb56-4c4c-a7c2-b383dc2091f3 req-c774773c-52a5-4f08-a9a3-52b1448ed1f5 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773921 Aug 30 07:50:06.088248 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25d6b0-a1aa-4681-b0b6-674efa8d44ab req-69df3025-b9f8-4774-a14b-140229ba1a23 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:06.097137 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ff25d6b0-a1aa-4681-b0b6-674efa8d44ab req-69df3025-b9f8-4774-a14b-140229ba1a23 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0850296 Aug 30 07:50:06.188083 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8145a9db-229c-446b-97ab-76af81e0f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:06.194769 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ff25d6b0-a1aa-4681-b0b6-674efa8d44ab req-2f1f60d5-244a-4867-bcb2-4e114d6b1df9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951333 Aug 30 07:50:06.695998 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:06.951379 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dd770-aabf-4b64-b66f-944b989cd450 req-d959ed99-50fd-4a48-8164-e4b9d4d22e77 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:06.964809 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d58dd770-aabf-4b64-b66f-944b989cd450 req-d959ed99-50fd-4a48-8164-e4b9d4d22e77 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 943 time: 0.0816205 Aug 30 07:50:07.012179 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d58dd770-aabf-4b64-b66f-944b989cd450 req-884ab637-46d2-4cec-880d-72890eb922b4 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462654 Aug 30 07:50:07.330608 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2c7d2-eae5-4546-9cf5-3f9ebb420023 req-1b70fbb3-d0a2-46c0-884e-55a33e6dd7e8 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:07.332274 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-18d2c7d2-eae5-4546-9cf5-3f9ebb420023 req-1b70fbb3-d0a2-46c0-884e-55a33e6dd7e8 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0625360 Aug 30 07:50:07.383830 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:07.393664 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-18d2c7d2-eae5-4546-9cf5-3f9ebb420023 req-186221d6-650e-4319-8bae-e96cb35cfde7 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536926 Aug 30 07:50:07.521599 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-0b9aec07-cfd3-490b-92f8-eb6b1efad82b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:07.523759 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-0b9aec07-cfd3-490b-92f8-eb6b1efad82b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/networks?id=9d15f960-763e-45c6-89bd-871dcad1be5f HTTP/1.1" status: 200 len: 814 time: 0.1284308 Aug 30 07:50:07.541833 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-9b3a39cc-b63f-4b64-829e-7b1e720af2e0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/quotas/e501f3a7a91f403abc5dd9039ff432ed HTTP/1.1" status: 200 len: 375 time: 0.0122349 Aug 30 07:50:07.598209 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-470abf2b-bf3c-4f88-9512-af0efb7baa19 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e501f3a7a91f403abc5dd9039ff432ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508289 Aug 30 07:50:07.615589 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-452d8bef-d731-41e6-b9e9-2e25e961a938 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 07:50:07.616763 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-452d8bef-d731-41e6-b9e9-2e25e961a938 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056951 Aug 30 07:50:07.723704 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-713b8454-1591-451e-b615-367fab6ca63e service neutron] 10.222.0.64 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000881 Aug 30 07:50:07.819771 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-10d67b72-4a38-4003-9851-7eb42f06e9f7 service neutron] 10.222.0.64 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889037 Aug 30 07:50:08.019513 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f5333060-e5dd-4dba-8f15-617e339d4385 req-39d317cd-f519-46e1-831f-e75d4ce7d8b3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 210 time: 0.0337222 Aug 30 07:50:08.161681 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a41114-0aa4-4fe6-bf9f-75df6c4e8e62 req-3d6bec76-112d-4e75-b37e-ccf41f331eb1 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:08.170276 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a3a41114-0aa4-4fe6-bf9f-75df6c4e8e62 req-3d6bec76-112d-4e75-b37e-ccf41f331eb1 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 943 time: 0.0702012 Aug 30 07:50:08.239029 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a3a41114-0aa4-4fe6-bf9f-75df6c4e8e62 req-7a25bd09-b73d-4d49-b89e-4f910f6a0a37 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677769 Aug 30 07:50:08.548589 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5a0f9-73e9-48e8-a80f-3223b60cbbaf req-e5dc0835-ea7b-44ce-a6e7-917cded956b0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:08.551100 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a0d5a0f9-73e9-48e8-a80f-3223b60cbbaf req-e5dc0835-ea7b-44ce-a6e7-917cded956b0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0569859 Aug 30 07:50:08.605195 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a0d5a0f9-73e9-48e8-a80f-3223b60cbbaf req-4a52b22d-1b90-4ffa-ad0b-fe8d140121a3 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445123 Aug 30 07:50:08.690092 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:09.111295 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-c5c46ab4-b4ae-4488-b039-57171b717667 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:09.113540 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-c5c46ab4-b4ae-4488-b039-57171b717667 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.68 "GET /v2.0/networks?id=9d15f960-763e-45c6-89bd-871dcad1be5f HTTP/1.1" status: 200 len: 814 time: 0.1366403 Aug 30 07:50:09.139983 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Request body: {'port': {'device_id': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'admin_state_up': True, 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:50:09.221279 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-31a9eedd-e71a-424a-8853-363f6f747aa2 req-d9c8445e-d006-4280-b92b-7c10dfeae06c tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 210 time: 0.0777667 Aug 30 07:50:09.349676 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Made reservation on behalf of e501f3a7a91f403abc5dd9039ff432ed for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:50:09.353280 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:09.373391 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346dd63-9053-4285-b05f-b23f94538ded req-ed8301e5-9763-4022-99c7-1f2ba479fd6e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:09.380363 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7346dd63-9053-4285-b05f-b23f94538ded req-ed8301e5-9763-4022-99c7-1f2ba479fd6e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 943 time: 0.0875685 Aug 30 07:50:09.462769 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7346dd63-9053-4285-b05f-b23f94538ded req-e2c9d3b0-fc3a-48e8-9e46-28e08153f26b tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813818 Aug 30 07:50:09.583378 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Allocated IP 172.20.0.3 (9d15f960-763e-45c6-89bd-871dcad1be5f/5b9cd1c7-244c-43dd-b90b-105e268ae311/a6e357cb-ec31-4e3c-9d20-f66b9703a3b2) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:50:10.093349 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24cb1c-a837-4032-8fce-4dc421e78d3c req-ca0713ad-b514-4c99-9de1-2dfdc0d5c5bb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:10.100722 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4e24cb1c-a837-4032-8fce-4dc421e78d3c req-ca0713ad-b514-4c99-9de1-2dfdc0d5c5bb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.1219876 Aug 30 07:50:10.169064 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4e24cb1c-a837-4032-8fce-4dc421e78d3c req-d346fdbc-0e01-4111-a461-2c24ce1e8905 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657251 Aug 30 07:50:10.203490 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:10.232605 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Transition to ACTIVE for port object a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:50:10.285173 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:10.332900 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Network 9d15f960-763e-45c6-89bd-871dcad1be5f is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:50:10.345213 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:50:10.360139 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:50:10.364457 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event updated for resources: {'Port': ['ID=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:10.467593 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:10.467945 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:10.468300 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:10.468646 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:10.468983 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:10.469317 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:10.469650 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:10.470112 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:10.470636 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:10.470961 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:10.471314 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:10.471650 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:10.597926 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:10.598633 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:10.640325 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab2b13-53ad-44fa-979b-b7b897feb741 req-754f62eb-98cb-495e-8336-43fd8f699d5d tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:10.642023 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-59ab2b13-53ad-44fa-979b-b7b897feb741 req-754f62eb-98cb-495e-8336-43fd8f699d5d tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.2752273 Aug 30 07:50:10.673717 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-23b6be5b-4351-437a-8572-0ce830552e09 None None] Provisioning for port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:50:10.678228 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-23b6be5b-4351-437a-8572-0ce830552e09 None None] Provisioning complete for port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:50:10.678881 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-23b6be5b-4351-437a-8572-0ce830552e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:10.696378 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-5e1cc462-b073-4906-8109-e146314e97f3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5636296 Aug 30 07:50:10.767939 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-59ab2b13-53ad-44fa-979b-b7b897feb741 req-32fc485b-d276-49ae-831c-75e48fe7aafe tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053493 Aug 30 07:50:10.778457 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-23b6be5b-4351-437a-8572-0ce830552e09 None None] Port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:50:10.781181 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77478c7d-e5ed-49d4-8f18-f35fdc8db583 req-4f836a73-635b-43a0-a760-af329f388cf8 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:10.782769 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-77478c7d-e5ed-49d4-8f18-f35fdc8db583 req-4f836a73-635b-43a0-a760-af329f388cf8 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 943 time: 0.1397159 Aug 30 07:50:10.784247 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device dedd4bb0-98d4-4b44-af45-222830deb5e5 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:50:10.827004 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-77478c7d-e5ed-49d4-8f18-f35fdc8db583 req-55c658ea-c556-401d-b530-32596d0eda97 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373402 Aug 30 07:50:10.889516 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port dedd4bb0-98d4-4b44-af45-222830deb5e5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dedd4bb0-98d4-4b44-af45-222830deb5e5,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:10.914637 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': 'dedd4bb0-98d4-4b44-af45-222830deb5e5', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'port_id': 'dedd4bb0-98d4-4b44-af45-222830deb5e5', 'mac_address': 'fa:16:3e:47:cd:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:50:10.973029 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:11.004423 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedd4bb0-98d4-4b44-af45-222830deb5e5 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:50:11.032267 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port dedd4bb0-98d4-4b44-af45-222830deb5e5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dedd4bb0-98d4-4b44-af45-222830deb5e5,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:11.038654 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:11.142566 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=dedd4bb0-98d4-4b44-af45-222830deb5e5,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:11.343400 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83405714-d244-4bda-9e7e-a3b1cc1f388e req-02168003-c7a8-48c3-80b3-feec5ffd5afd tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:11.345727 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-83405714-d244-4bda-9e7e-a3b1cc1f388e req-02168003-c7a8-48c3-80b3-feec5ffd5afd tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0928016 Aug 30 07:50:11.395298 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-83405714-d244-4bda-9e7e-a3b1cc1f388e req-fd3baec6-2684-43a4-9193-6697a7b46f8d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431778 Aug 30 07:50:11.451394 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['dedd4bb0-98d4-4b44-af45-222830deb5e5'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:50:11.937894 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756d46c-b9e8-44b6-8cd4-618b0554799a req-056b4f4b-8d07-400b-9189-c5b8133bc779 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:11.948654 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e756d46c-b9e8-44b6-8cd4-618b0554799a req-056b4f4b-8d07-400b-9189-c5b8133bc779 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.1067822 Aug 30 07:50:12.017761 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e756d46c-b9e8-44b6-8cd4-618b0554799a req-87b3337f-def8-4619-a506-00c378734eb3 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573797 Aug 30 07:50:12.045763 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25d26c-b4e0-4e80-b674-9d0e613b9d91 req-20e30fd6-01e6-4b98-bdce-3bcc756b8cae tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:12.047303 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da25d26c-b4e0-4e80-b674-9d0e613b9d91 req-20e30fd6-01e6-4b98-bdce-3bcc756b8cae tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 944 time: 0.0973084 Aug 30 07:50:12.098446 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da25d26c-b4e0-4e80-b674-9d0e613b9d91 req-f665f520-c0ed-4103-93f2-c52632302d27 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419681 Aug 30 07:50:12.553678 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d0112-8774-4b32-898f-eca4d8e4dc16 req-a7588faa-8bb4-48cd-8f17-540d76c4fcbf tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:12.555159 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-383d0112-8774-4b32-898f-eca4d8e4dc16 req-a7588faa-8bb4-48cd-8f17-540d76c4fcbf tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0711415 Aug 30 07:50:12.597816 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-383d0112-8774-4b32-898f-eca4d8e4dc16 req-41ca1563-ba9a-4a67-882f-9bd9b6c906bc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362887 Aug 30 07:50:12.748735 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device dedd4bb0-98d4-4b44-af45-222830deb5e5 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:50:12.817850 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port dedd4bb0-98d4-4b44-af45-222830deb5e5 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:50:12.824174 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port dedd4bb0-98d4-4b44-af45-222830deb5e5 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:50:12.824630 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:12.914739 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:12.980503 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dff762a-8562-4445-964b-bd66a52a495d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedd4bb0-98d4-4b44-af45-222830deb5e5'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:12.988195 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf6abf0-d4dd-4024-8c7c-e7bd650de231" -d '{"events": [{"server_uuid": "5dff762a-8562-4445-964b-bd66a52a495d", "name": "network-vif-plugged", "status": "completed", "tag": "dedd4bb0-98d4-4b44-af45-222830deb5e5"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:13.020436 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port dedd4bb0-98d4-4b44-af45-222830deb5e5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dedd4bb0-98d4-4b44-af45-222830deb5e5,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:13.027165 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:13.091515 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374f117e-49ed-4df0-941e-2e92c0abbdad x-openstack-request-id: req-374f117e-49ed-4df0-941e-2e92c0abbdad {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:13.091800 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dff762a-8562-4445-964b-bd66a52a495d", "name": "network-vif-plugged", "status": "completed", "tag": "dedd4bb0-98d4-4b44-af45-222830deb5e5", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:13.092052 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-374f117e-49ed-4df0-941e-2e92c0abbdad {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:13.093710 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dff762a-8562-4445-964b-bd66a52a495d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedd4bb0-98d4-4b44-af45-222830deb5e5', 'code': 200} Aug 30 07:50:13.153614 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=dedd4bb0-98d4-4b44-af45-222830deb5e5,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:13.214317 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f895a-3149-47a9-8583-bce731710fab req-c851fdee-7a66-47fe-a14e-7bce2580205f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:13.216083 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ce4f895a-3149-47a9-8583-bce731710fab req-c851fdee-7a66-47fe-a14e-7bce2580205f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.0570138 Aug 30 07:50:13.281815 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e0d60-772d-496f-9664-1c4d184ab7bd req-84119439-6ae6-4d3c-81cc-853ea4013ef4 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:13.283521 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-748e0d60-772d-496f-9664-1c4d184ab7bd req-84119439-6ae6-4d3c-81cc-853ea4013ef4 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.0663426 Aug 30 07:50:13.315769 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ce4f895a-3149-47a9-8583-bce731710fab req-81e9268d-ebce-4df8-beee-58306133b75d tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671675 Aug 30 07:50:13.360412 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-748e0d60-772d-496f-9664-1c4d184ab7bd req-fa4e7106-0720-4397-80e5-000b73b07024 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698800 Aug 30 07:50:13.869396 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c0437-4fbc-4658-9b72-b465b36a1bd0 req-25d433d2-e0f8-4d05-8c0e-7c81095d813b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:13.917082 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d38c0437-4fbc-4658-9b72-b465b36a1bd0 req-25d433d2-e0f8-4d05-8c0e-7c81095d813b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.2090514 Aug 30 07:50:13.991876 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d38c0437-4fbc-4658-9b72-b465b36a1bd0 req-6f70a5f7-61e0-42af-95ba-15738132357a tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728929 Aug 30 07:50:14.452707 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143c4b-2671-464f-9eaf-2231c474b579 req-4448c426-7d7f-492c-bfdf-4a80932e9265 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:14.454397 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9a143c4b-2671-464f-9eaf-2231c474b579 req-4448c426-7d7f-492c-bfdf-4a80932e9265 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.0523522 Aug 30 07:50:14.569126 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9a143c4b-2671-464f-9eaf-2231c474b579 req-2a36e8b6-1175-4335-83d5-9fe0eb58c9f9 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075335 Aug 30 07:50:14.594857 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e7ca3-2990-438f-98f9-7eb2c6dc96c8 req-0fc3b3fe-4e39-40e4-97f8-3d00f3624c86 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:14.594857 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-901e7ca3-2990-438f-98f9-7eb2c6dc96c8 req-0fc3b3fe-4e39-40e4-97f8-3d00f3624c86 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.1043332 Aug 30 07:50:14.649844 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-901e7ca3-2990-438f-98f9-7eb2c6dc96c8 req-733407c2-0579-4d15-8d14-937d780e4516 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423746 Aug 30 07:50:15.123553 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e9aa8-0b79-4317-990d-8ae5760f7aed req-e7d060a1-03c2-4cbe-873c-0eca359a0fd6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:15.125230 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-935e9aa8-0b79-4317-990d-8ae5760f7aed req-e7d060a1-03c2-4cbe-873c-0eca359a0fd6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0651457 Aug 30 07:50:15.188505 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-935e9aa8-0b79-4317-990d-8ae5760f7aed req-4a8bccf6-9f74-4421-93cb-b400483ab1ab tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564647 Aug 30 07:50:15.692941 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c4f13-1764-4ecc-9f38-c4679d932153 req-84634c10-f425-40e2-9cc0-20f4c8d057da tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:15.694805 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fa8c4f13-1764-4ecc-9f38-c4679d932153 req-84634c10-f425-40e2-9cc0-20f4c8d057da tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.0540435 Aug 30 07:50:15.776656 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fa8c4f13-1764-4ecc-9f38-c4679d932153 req-0bd1fc36-dd15-4bb7-9938-b6ed7062350a tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604081 Aug 30 07:50:15.807219 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebae85-73b3-414c-bc7c-378685aa8ceb req-6b976178-a9e3-4704-8bf2-935426f70bd9 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:15.807219 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fbebae85-73b3-414c-bc7c-378685aa8ceb req-6b976178-a9e3-4704-8bf2-935426f70bd9 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.0698676 Aug 30 07:50:15.845125 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fbebae85-73b3-414c-bc7c-378685aa8ceb req-bca1518e-63a7-4acf-a3d9-299e654063fa tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351460 Aug 30 07:50:16.015070 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:50:16.318019 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59815aaf-cd49-4e14-b887-23bf96dfe597 req-ceaadd30-11a4-4641-a78d-d8c2ba3b4c05 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:16.319547 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-59815aaf-cd49-4e14-b887-23bf96dfe597 req-ceaadd30-11a4-4641-a78d-d8c2ba3b4c05 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0498967 Aug 30 07:50:16.359929 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-59815aaf-cd49-4e14-b887-23bf96dfe597 req-918e7b56-fb29-4955-b571-692ae6a4b5c6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336039 Aug 30 07:50:16.903846 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06d43a-f234-45a4-b749-41d245e3d9e4 req-c842b675-62ca-45d3-9e3f-626bd1ad154c tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:16.905572 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1e06d43a-f234-45a4-b749-41d245e3d9e4 req-c842b675-62ca-45d3-9e3f-626bd1ad154c tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.0573339 Aug 30 07:50:16.973603 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1e06d43a-f234-45a4-b749-41d245e3d9e4 req-e6f536b6-c582-492e-a74d-4767a230f54a tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610480 Aug 30 07:50:16.993950 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee430558-e938-4cfc-9b4e-d285dd2b507c req-cd1cf400-ed3b-4b9c-b1f3-96fbca3f26e3 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:16.996033 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee430558-e938-4cfc-9b4e-d285dd2b507c req-cd1cf400-ed3b-4b9c-b1f3-96fbca3f26e3 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.0682449 Aug 30 07:50:17.032847 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee430558-e938-4cfc-9b4e-d285dd2b507c req-1e0fd9d4-a863-4d73-97dc-aa62b512118f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309711 Aug 30 07:50:17.477952 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bea24e-600b-4ea2-a60c-6162f48e1194 req-566dacb5-4191-4bc2-be03-b84758801df4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:17.480221 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80bea24e-600b-4ea2-a60c-6162f48e1194 req-566dacb5-4191-4bc2-be03-b84758801df4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0484068 Aug 30 07:50:17.519918 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-80bea24e-600b-4ea2-a60c-6162f48e1194 req-9a6eb1f6-85ba-4661-9784-9c0ef8a942ee tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339017 Aug 30 07:50:18.122631 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746ed31-d18e-4715-abeb-4f218abc9bde req-2342f8ed-e4da-4110-8a13-ee9f26b2f731 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:18.125021 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0746ed31-d18e-4715-abeb-4f218abc9bde req-2342f8ed-e4da-4110-8a13-ee9f26b2f731 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.0794220 Aug 30 07:50:18.192980 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0746ed31-d18e-4715-abeb-4f218abc9bde req-ab286841-b373-4552-9520-acdbf0c6a9f0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626898 Aug 30 07:50:18.206629 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bad13-e2c6-4ae1-9b9e-b45e2bace67a req-0c77a4d9-14c6-410d-b535-10fb2cee8a73 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:18.216067 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-172bad13-e2c6-4ae1-9b9e-b45e2bace67a req-0c77a4d9-14c6-410d-b535-10fb2cee8a73 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.1087937 Aug 30 07:50:18.249651 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-172bad13-e2c6-4ae1-9b9e-b45e2bace67a req-9616daac-0e30-4d99-8d1c-ebe17d2f02e7 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338371 Aug 30 07:50:18.644941 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac5c71-03f4-43a5-95c9-25d6bc52db36 req-2441efd7-59c3-48b6-9761-13f8a2ba400c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:18.646784 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-34ac5c71-03f4-43a5-95c9-25d6bc52db36 req-2441efd7-59c3-48b6-9761-13f8a2ba400c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0500953 Aug 30 07:50:18.690798 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-34ac5c71-03f4-43a5-95c9-25d6bc52db36 req-d5ab750a-ddab-43e8-b055-56acf15a58f6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368195 Aug 30 07:50:19.315723 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492701d5-3e90-47a2-bb63-9e2ac993fede req-84f5d72f-2a67-4570-a447-d05b18e8a4ed tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:19.317233 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-492701d5-3e90-47a2-bb63-9e2ac993fede req-84f5d72f-2a67-4570-a447-d05b18e8a4ed tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.0539839 Aug 30 07:50:19.389696 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-492701d5-3e90-47a2-bb63-9e2ac993fede req-71afbfc9-90ed-4f9b-a81e-b890b8273a81 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609956 Aug 30 07:50:19.401281 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1823e7-e9cf-4770-ab60-5ddebc46e26d req-0002ec86-4b3b-49ea-9f8f-e0de1bc81a91 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:19.406914 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9e1823e7-e9cf-4770-ab60-5ddebc46e26d req-0002ec86-4b3b-49ea-9f8f-e0de1bc81a91 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.0872622 Aug 30 07:50:19.441401 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9e1823e7-e9cf-4770-ab60-5ddebc46e26d req-6d1277fa-fa33-44eb-870e-57a3f275af8e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325894 Aug 30 07:50:19.830660 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f75e7-446c-4d2d-b3be-3784dc65fe83 req-4c5e44f5-1419-4b12-9e38-5e62c3d1cc4f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:19.832207 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d35f75e7-446c-4d2d-b3be-3784dc65fe83 req-4c5e44f5-1419-4b12-9e38-5e62c3d1cc4f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0565031 Aug 30 07:50:19.873153 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d35f75e7-446c-4d2d-b3be-3784dc65fe83 req-4c5d2d14-1cba-4f95-a7c9-539923d5c5b4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350044 Aug 30 07:50:20.515060 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632fb1f-8e85-447c-bf32-e05b9a1a8a6d req-8045471f-972a-4284-a60f-b8435e60f642 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:20.516507 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a632fb1f-8e85-447c-bf32-e05b9a1a8a6d req-8045471f-972a-4284-a60f-b8435e60f642 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.0563505 Aug 30 07:50:20.588567 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a632fb1f-8e85-447c-bf32-e05b9a1a8a6d req-58054aff-170e-4785-b824-65f0c0854c7f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613749 Aug 30 07:50:20.597993 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48892ffb-74e1-4cc4-9914-96f62d0d7813 req-ba797540-3ecd-499e-ad80-8fe9de3c0a6f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:20.599712 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-48892ffb-74e1-4cc4-9914-96f62d0d7813 req-ba797540-3ecd-499e-ad80-8fe9de3c0a6f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.0823100 Aug 30 07:50:20.639701 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-48892ffb-74e1-4cc4-9914-96f62d0d7813 req-55ab45ab-fe4e-490a-b843-597bee8ad54f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315595 Aug 30 07:50:20.993932 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4741e-a2e1-4e22-90a7-2ec570c1e72b req-67bbb556-dcd5-41e5-93b1-52deb197382f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:20.995980 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-caf4741e-a2e1-4e22-90a7-2ec570c1e72b req-67bbb556-dcd5-41e5-93b1-52deb197382f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0491781 Aug 30 07:50:21.035111 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-caf4741e-a2e1-4e22-90a7-2ec570c1e72b req-cc8aa473-e58d-4122-8bed-f29ab7b4fcdd tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331323 Aug 30 07:50:21.718732 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcf2db-8a21-44c2-bf35-d0235476ff7e req-682f9018-4348-4b6b-b108-96a21d7b996e tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:21.720367 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-14bcf2db-8a21-44c2-bf35-d0235476ff7e req-682f9018-4348-4b6b-b108-96a21d7b996e tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.0570745 Aug 30 07:50:21.784777 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-14bcf2db-8a21-44c2-bf35-d0235476ff7e req-f0654acc-73e2-44cc-a238-17c48597cfe8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559628 Aug 30 07:50:21.797944 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05b218-a0ca-4d95-a054-fff819885a06 req-678cbd15-308d-46a5-9e79-a71c0dfd2f6e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:21.799460 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b05b218-a0ca-4d95-a054-fff819885a06 req-678cbd15-308d-46a5-9e79-a71c0dfd2f6e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.0905888 Aug 30 07:50:21.837054 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b05b218-a0ca-4d95-a054-fff819885a06 req-3ea877ab-b3f8-4372-bd9e-f5aba98b3c63 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313978 Aug 30 07:50:22.158611 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cef4b-5c42-4468-b890-a75760aa31dc req-f7f683c5-8e75-4533-83cf-8b0ee0ccd78e tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:22.160148 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-887cef4b-5c42-4468-b890-a75760aa31dc req-f7f683c5-8e75-4533-83cf-8b0ee0ccd78e tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0508990 Aug 30 07:50:22.196709 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-887cef4b-5c42-4468-b890-a75760aa31dc req-ff116ac6-05f7-4b3e-be37-0732eb0ba5fd tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307314 Aug 30 07:50:22.901705 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50ea1b-67b0-45b9-a076-1d2486b2dd39 req-3fb234ce-4f69-494f-9abc-b3e8112c8f3b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:22.903215 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a50ea1b-67b0-45b9-a076-1d2486b2dd39 req-3fb234ce-4f69-494f-9abc-b3e8112c8f3b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.0521944 Aug 30 07:50:22.966069 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3a50ea1b-67b0-45b9-a076-1d2486b2dd39 req-c1b36d7b-77da-4168-a038-e2f1ecdb6667 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538816 Aug 30 07:50:22.974252 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35c349-cb0b-4a9f-b8eb-f98e3e31d21f req-b7635f06-478f-4e62-8e13-b7792053fa43 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:22.975745 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dc35c349-cb0b-4a9f-b8eb-f98e3e31d21f req-b7635f06-478f-4e62-8e13-b7792053fa43 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.0716486 Aug 30 07:50:23.013847 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dc35c349-cb0b-4a9f-b8eb-f98e3e31d21f req-2823210f-3d5e-4821-bd3f-988ec268e0b8 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314674 Aug 30 07:50:23.314181 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159acdf-5c7d-4d1b-9423-d3e9ac6d25ec req-597bac56-7937-4af2-938e-33e68e4fb5fa tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:23.315647 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1159acdf-5c7d-4d1b-9423-d3e9ac6d25ec req-597bac56-7937-4af2-938e-33e68e4fb5fa tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0480728 Aug 30 07:50:23.352133 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1159acdf-5c7d-4d1b-9423-d3e9ac6d25ec req-69b62d42-57d7-440f-8baa-df14d9be3632 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302987 Aug 30 07:50:24.085442 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41c218-a7eb-4aff-b672-f2293c8ce977 req-9ab9f76d-603e-4896-b967-7040a5ad61fd tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:24.087045 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41c218-a7eb-4aff-b672-f2293c8ce977 req-9ab9f76d-603e-4896-b967-7040a5ad61fd tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.0551639 Aug 30 07:50:24.146044 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41c218-a7eb-4aff-b672-f2293c8ce977 req-8253a831-3069-4ca3-a893-a9961bebb273 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496945 Aug 30 07:50:24.158154 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a16901-25a4-41ec-8242-623e81fd746c req-0ad886cb-8eff-4fc6-b840-3515aac42547 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:24.159629 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f9a16901-25a4-41ec-8242-623e81fd746c req-0ad886cb-8eff-4fc6-b840-3515aac42547 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.0716729 Aug 30 07:50:24.197420 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f9a16901-25a4-41ec-8242-623e81fd746c req-bfbbe224-d4ce-4b24-9ae2-d5c866e40653 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319111 Aug 30 07:50:24.472995 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab3fe1-b4e9-47fc-b271-c66565950833 req-8fd8cf5e-af5c-456e-8bac-4d8615e7017b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:24.474567 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c0ab3fe1-b4e9-47fc-b271-c66565950833 req-8fd8cf5e-af5c-456e-8bac-4d8615e7017b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0491579 Aug 30 07:50:24.516741 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c0ab3fe1-b4e9-47fc-b271-c66565950833 req-75d1dfa1-06f3-46bc-8715-d96aa4213f3a tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362697 Aug 30 07:50:25.248895 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Request body: {'port': {'device_id': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:50:25.343425 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217cfce-c791-4083-a5b1-4e2e21f08a64 req-cbb6cafb-82f6-4561-81fe-5cfc1df44d72 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:25.344893 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4217cfce-c791-4083-a5b1-4e2e21f08a64 req-cbb6cafb-82f6-4561-81fe-5cfc1df44d72 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 931 time: 0.1339245 Aug 30 07:50:25.359670 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:25.390482 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c021772-d595-48a3-ae9c-3b11c5214737 req-366835ef-490b-429c-893c-a82655b46991 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:25.391968 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2c021772-d595-48a3-ae9c-3b11c5214737 req-366835ef-490b-429c-893c-a82655b46991 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.1199367 Aug 30 07:50:25.440058 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4217cfce-c791-4083-a5b1-4e2e21f08a64 req-976cc26b-f4c4-4161-9e84-a3a5b9742d95 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881305 Aug 30 07:50:25.470944 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2c021772-d595-48a3-ae9c-3b11c5214737 req-26836ebf-5d76-4fc8-bfa1-db6ef9252f52 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723157 Aug 30 07:50:25.662473 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381684e-5235-4a8a-9d5f-224d7947259f req-e48cf6f5-dade-4edf-85ca-c29c48f9f7fb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:25.663961 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1381684e-5235-4a8a-9d5f-224d7947259f req-e48cf6f5-dade-4edf-85ca-c29c48f9f7fb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0762625 Aug 30 07:50:25.743997 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1381684e-5235-4a8a-9d5f-224d7947259f req-94b59721-e272-47e5-a869-7457f8f46f6b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687883 Aug 30 07:50:25.756898 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:50:25.764793 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:25.784787 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Transition to ACTIVE for port object a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:50:25.799592 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:25.856038 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67007bb7-a285-4d1d-89d8-94a3c8bd7235 req-f8d4cef1-1345-4c3d-93ba-bf082c9eae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:25.857723 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-67007bb7-a285-4d1d-89d8-94a3c8bd7235 req-f8d4cef1-1345-4c3d-93ba-bf082c9eae9c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 1098 time: 0.0872419 Aug 30 07:50:25.859612 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Pushing event updated for resources: {'Port': ['ID=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:25.932121 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Attempting to bind port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:50:25.932458 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Attempting to bind port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:50:25.932784 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Attempting to bind port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 on network 9d15f960-763e-45c6-89bd-871dcad1be5f {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:50:25.937952 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 on network 9d15f960-763e-45c6-89bd-871dcad1be5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:50:25.938271 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Attempting to bind port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 on network 9d15f960-763e-45c6-89bd-871dcad1be5f {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:50:25.943277 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:50:25.943615 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Checking segment: {'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:50:25.943996 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Bound using segment: {'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:50:25.944424 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Bound port: a6e357cb-ec31-4e3c-9d20-f66b9703a3b2, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a013dc53-6eec-45d9-a0a3-61968f6c6890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:50:25.944939 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:26.009464 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] For port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:50:26.012394 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] For port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:50:26.017621 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:26.052301 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:26.053069 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:26.054564 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] 10.222.0.68 "PUT /v2.0/ports/a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 HTTP/1.1" status: 200 len: 1093 time: 0.8118837 Aug 30 07:50:26.055007 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:26.057372 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bc9991-9c78-4ad4-80b6-d1b845cafa8f" -d '{"events": [{"name": "network-changed", "server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:26.087173 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0331c89-bfff-4b73-a3a3-43767dde8dfa service neutron] Pushing event updated for resources: {'Port': ['ID=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:26.100514 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78231b3-b08e-43d7-89d1-39ba451c2be8 x-openstack-request-id: req-a78231b3-b08e-43d7-89d1-39ba451c2be8 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:26.100879 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:26.101140 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a78231b3-b08e-43d7-89d1-39ba451c2be8 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:26.101545 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'status': 'completed', 'code': 200} Aug 30 07:50:26.143638 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-67007bb7-a285-4d1d-89d8-94a3c8bd7235 req-077cb025-0e17-4e7a-b019-fa38a212cd11 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314519 Aug 30 07:50:26.598232 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc9991-9c78-4ad4-80b6-d1b845cafa8f req-f0e9620c-2842-435a-ac42-7502b88d3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:26.599744 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1bc9991-9c78-4ad4-80b6-d1b845cafa8f req-f0e9620c-2842-435a-ac42-7502b88d3dda service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e501f3a7a91f403abc5dd9039ff432ed&device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 1096 time: 0.1036143 Aug 30 07:50:26.607661 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e0804-dee9-4b9a-848e-e9a7d7ee757a req-1a3e597d-aa3e-47be-bbb0-ddacde41fc72 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:26.609542 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b3e0804-dee9-4b9a-848e-e9a7d7ee757a req-1a3e597d-aa3e-47be-bbb0-ddacde41fc72 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 943 time: 0.1032851 Aug 30 07:50:26.670369 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db329b-3af9-463a-9db6-2d5a80147407 req-0d3140e8-9c6d-48e3-b294-63324ccb4c90 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:26.672494 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-39db329b-3af9-463a-9db6-2d5a80147407 req-0d3140e8-9c6d-48e3-b294-63324ccb4c90 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.1275883 Aug 30 07:50:26.758282 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b3e0804-dee9-4b9a-848e-e9a7d7ee757a req-ef6e0e9c-d1cd-49b0-a1b7-8ce187da5f0c tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390145 Aug 30 07:50:26.788556 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-39db329b-3af9-463a-9db6-2d5a80147407 req-31c2d97c-4b35-4d94-8a96-6dce6c56e7f6 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084604 Aug 30 07:50:26.796012 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc9991-9c78-4ad4-80b6-d1b845cafa8f req-62c7349a-cb91-4367-bcf6-8b85d4aeb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:26.798062 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1bc9991-9c78-4ad4-80b6-d1b845cafa8f req-62c7349a-cb91-4367-bcf6-8b85d4aeb55d service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e501f3a7a91f403abc5dd9039ff432ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1875446 Aug 30 07:50:26.799705 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c1e26-1403-4b0c-90d4-2075ae24e9d1 req-a1b2a2c6-cd2b-4eef-a6f6-7e1fb4e1688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:26.801109 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-378c1e26-1403-4b0c-90d4-2075ae24e9d1 req-a1b2a2c6-cd2b-4eef-a6f6-7e1fb4e1688d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 1098 time: 0.1156511 Aug 30 07:50:26.991238 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361373bc-5b70-42a4-89dd-cd2324f49cc5 req-d62a425d-d942-4e68-9c31-9b5286af17f1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:26.992693 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-361373bc-5b70-42a4-89dd-cd2324f49cc5 req-d62a425d-d942-4e68-9c31-9b5286af17f1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.1667728 Aug 30 07:50:26.998651 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc9991-9c78-4ad4-80b6-d1b845cafa8f req-57d02d29-bb20-4d48-b28a-135a821253c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:27.000049 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1bc9991-9c78-4ad4-80b6-d1b845cafa8f req-57d02d29-bb20-4d48-b28a-135a821253c6 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892326 Aug 30 07:50:27.021488 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c1e26-1403-4b0c-90d4-2075ae24e9d1 req-1ff79a76-bd2e-4097-823b-90fc1d44e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:27.022867 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-378c1e26-1403-4b0c-90d4-2075ae24e9d1 req-1ff79a76-bd2e-4097-823b-90fc1d44e7a0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 917 time: 0.2043927 Aug 30 07:50:27.096877 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-361373bc-5b70-42a4-89dd-cd2324f49cc5 req-0257c3a8-ee71-4332-ab5f-4b0b95c1910a tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959027 Aug 30 07:50:27.127865 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-378c1e26-1403-4b0c-90d4-2075ae24e9d1 req-3cf1b895-6523-46fa-8bd7-32d70465bbaf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc HTTP/1.1" status: 200 len: 1001 time: 0.0917082 Aug 30 07:50:27.130445 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-a4bd2826-c11a-4eb8-8594-95ffb5e0c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:27.131901 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-a4bd2826-c11a-4eb8-8594-95ffb5e0c2b7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e501f3a7a91f403abc5dd9039ff432ed&device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 1096 time: 0.0948722 Aug 30 07:50:27.198532 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-08baed4f-fe96-410c-9e6a-f414a1089ebf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 HTTP/1.1" status: 200 len: 217 time: 0.0491178 Aug 30 07:50:27.241609 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c1e26-1403-4b0c-90d4-2075ae24e9d1 req-f1e18c0c-b48b-44e2-b5fb-f768db3ff681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:27.243073 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-378c1e26-1403-4b0c-90d4-2075ae24e9d1 req-f1e18c0c-b48b-44e2-b5fb-f768db3ff681 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.1010633 Aug 30 07:50:27.264569 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-31c495d4-6003-4888-8c23-1ee6b3fbf72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:27.266469 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-31c495d4-6003-4888-8c23-1ee6b3fbf72c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b9cd1c7-244c-43dd-b90b-105e268ae311 HTTP/1.1" status: 200 len: 853 time: 0.0603385 Aug 30 07:50:27.321817 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c1e26-1403-4b0c-90d4-2075ae24e9d1 req-ae2ac41c-f2e6-488a-8591-50d573bad39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:27.323364 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-378c1e26-1403-4b0c-90d4-2075ae24e9d1 req-ae2ac41c-f2e6-488a-8591-50d573bad39f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692515 Aug 30 07:50:27.328751 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b4944fcd-ff3b-4f15-b58e-1c3ddc8aab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:27.330076 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-b4944fcd-ff3b-4f15-b58e-1c3ddc8aab98 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d15f960-763e-45c6-89bd-871dcad1be5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498016 Aug 30 07:50:27.721347 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-378c1e26-1403-4b0c-90d4-2075ae24e9d1 req-4b4a5598-99b7-43a2-84e1-65c761574402 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901875 Aug 30 07:50:27.723494 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-c85365a4-914a-47dd-871d-0e1ff1b293de service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850763 Aug 30 07:50:27.950189 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-378c1e26-1403-4b0c-90d4-2075ae24e9d1 req-3ed3cc42-234b-4852-bcc6-98cdc6d8e4d6 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146420 Aug 30 07:50:27.951952 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-689367bf-4114-42b2-92ac-2be25dc0b7f8 req-55c5643e-87a8-446b-b0eb-06b1427ac071 service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091393 Aug 30 07:50:27.959306 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80a20c-97e5-431b-ba00-a3f9e3af3ee5 req-8bcbbf6c-1b5a-44e3-b75f-9e627c0fb0eb tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:27.960777 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fe80a20c-97e5-431b-ba00-a3f9e3af3ee5 req-8bcbbf6c-1b5a-44e3-b75f-9e627c0fb0eb tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 943 time: 0.1363213 Aug 30 07:50:27.974301 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f644a0-e418-48ce-ac80-58341ea3f2b6 req-e35a953c-f498-40b2-9fd5-f171b3af02f1 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:27.975858 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-50f644a0-e418-48ce-ac80-58341ea3f2b6 req-e35a953c-f498-40b2-9fd5-f171b3af02f1 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.1142223 Aug 30 07:50:28.029937 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fe80a20c-97e5-431b-ba00-a3f9e3af3ee5 req-0b01c374-6394-4e28-9f8d-df91ae22d283 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531142 Aug 30 07:50:28.035066 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-50f644a0-e418-48ce-ac80-58341ea3f2b6 req-573c5dc6-fe89-4e56-b874-4e5e99ffb872 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524843 Aug 30 07:50:28.149888 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580c21e-4431-427a-a240-264612acb2cd req-416370a1-d70f-422f-90cd-25e021663f19 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:28.151400 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6580c21e-4431-427a-a240-264612acb2cd req-416370a1-d70f-422f-90cd-25e021663f19 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.0513093 Aug 30 07:50:28.213790 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6580c21e-4431-427a-a240-264612acb2cd req-b208ea90-8dd4-4bcd-82c0-0ccf306c6b43 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559001 Aug 30 07:50:28.229816 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16ce8e-a9c4-4234-8de7-c64a4e6df432 req-bfa22545-9f98-4339-a16b-d36622e13ab9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:28.231309 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2b16ce8e-a9c4-4234-8de7-c64a4e6df432 req-bfa22545-9f98-4339-a16b-d36622e13ab9 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 945 time: 0.0607131 Aug 30 07:50:28.236509 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55218) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:28.275307 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2b16ce8e-a9c4-4234-8de7-c64a4e6df432 req-5297f7c8-3827-4c84-8c5a-278cee4cf0ec tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366569 Aug 30 07:50:28.376168 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b828f795-d21e-4580-ab85-1ec19da00355 tempest-TestVolumeBootPattern-1148254863 tempest-TestVolumeBootPattern-1148254863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:28.377766 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b828f795-d21e-4580-ab85-1ec19da00355 tempest-TestVolumeBootPattern-1148254863 tempest-TestVolumeBootPattern-1148254863-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 1093 time: 0.1403327 Aug 30 07:50:28.380641 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55222) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:50:28.384963 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Request body: {'floatingip': {'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'port_id': 'dedd4bb0-98d4-4b44-af45-222830deb5e5', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:50:28.407680 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:28.503003 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:28.606751 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Allocated IP 172.27.1.96 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/8e1d54e4-8b97-4bae-8840-b30db4e2036e) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:50:28.702869 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:28.742211 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:28.776697 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:50:28.779400 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:50:28.785533 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:50:28.817722 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'Port': ['ID=8e1d54e4-8b97-4bae-8840-b30db4e2036e,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:28.864655 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3a100853-ece6-402d-bcaf-1e547e5be7cc no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:50:28.941816 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:28.963387 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:28.965605 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d9e6f5-0bc8-4350-84b8-c104b783c252" -d '{"events": [{"server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "name": "network-vif-unplugged", "status": "completed", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:28.978229 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:28.981773 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.010542 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74ce748-32f3-4ffe-961d-3e69cef11d61 x-openstack-request-id: req-e74ce748-32f3-4ffe-961d-3e69cef11d61 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:29.010839 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "name": "network-vif-unplugged", "status": "completed", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:29.011089 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e74ce748-32f3-4ffe-961d-3e69cef11d61 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:29.011509 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'code': 200} Aug 30 07:50:29.037841 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=3a100853-ece6-402d-bcaf-1e547e5be7cc,revision_number=8']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:29.198626 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a38fe-745f-44ef-95f7-db6a8f406efb req-0465e3b1-cc24-4943-9563-63f7eed8b709 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:29.200169 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d58a38fe-745f-44ef-95f7-db6a8f406efb req-0465e3b1-cc24-4943-9563-63f7eed8b709 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 943 time: 0.0883989 Aug 30 07:50:29.217602 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.279175 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d58a38fe-745f-44ef-95f7-db6a8f406efb req-a767c250-f0b1-4020-bdab-927246d69b7b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716462 Aug 30 07:50:29.313134 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.462316 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6d8e4-2d7d-4072-8682-86ca238ab3a0 req-fe4b4db7-eaff-4926-9f71-f9d1e57eb074 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:29.463911 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ac6d8e4-2d7d-4072-8682-86ca238ab3a0 req-fe4b4db7-eaff-4926-9f71-f9d1e57eb074 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.1117804 Aug 30 07:50:29.525625 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ac6d8e4-2d7d-4072-8682-86ca238ab3a0 req-c9c52b55-029f-40c8-9211-7f70bfbc810d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557146 Aug 30 07:50:29.540470 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.544992 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.617586 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event updated for resources: {'Port': ['ID=8e1d54e4-8b97-4bae-8840-b30db4e2036e,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:29.628070 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:29.732730 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Floating IP c2329e01-7f94-412f-a6db-a4a8989c6b20 associated. External IP: 172.27.1.96, port: dedd4bb0-98d4-4b44-af45-222830deb5e5. Aug 30 07:50:29.943969 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:50:30.053209 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:50:30.068970 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617e5f4-1467-4704-a038-afb89340a798 None None] Sync routers for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:50:30.072172 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:30.078651 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1617e5f4-1467-4704-a038-afb89340a798 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:30.079502 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-1617e5f4-1467-4704-a038-afb89340a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:30.119209 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5a68b128-dc9a-45ad-83df-7aec4bba1147 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7268112 Aug 30 07:50:30.119209 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dff762a-8562-4445-964b-bd66a52a495d', 'tag': 'dedd4bb0-98d4-4b44-af45-222830deb5e5'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:30.119209 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25596dfd-7b32-41d0-be3a-81b4e786a994" -d '{"events": [{"name": "network-changed", "server_uuid": "5dff762a-8562-4445-964b-bd66a52a495d", "tag": "dedd4bb0-98d4-4b44-af45-222830deb5e5"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:30.150848 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5190be73-7347-45f2-b040-9f17c6f86cf1 x-openstack-request-id: req-5190be73-7347-45f2-b040-9f17c6f86cf1 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:30.151163 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dff762a-8562-4445-964b-bd66a52a495d", "tag": "dedd4bb0-98d4-4b44-af45-222830deb5e5", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:30.151453 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5190be73-7347-45f2-b040-9f17c6f86cf1 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:30.151863 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dff762a-8562-4445-964b-bd66a52a495d', 'tag': 'dedd4bb0-98d4-4b44-af45-222830deb5e5', 'status': 'completed', 'code': 200} Aug 30 07:50:30.185705 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-1617e5f4-1467-4704-a038-afb89340a798 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:30.215895 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25596dfd-7b32-41d0-be3a-81b4e786a994 req-ef29d79d-695f-437d-8513-b621aa35d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:30.217470 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-25596dfd-7b32-41d0-be3a-81b4e786a994 req-ef29d79d-695f-437d-8513-b621aa35d4da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 1098 time: 0.0425460 Aug 30 07:50:30.318898 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25596dfd-7b32-41d0-be3a-81b4e786a994 req-a2f77458-9f86-49d6-b892-250f021e7819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:30.320427 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-25596dfd-7b32-41d0-be3a-81b4e786a994 req-a2f77458-9f86-49d6-b892-250f021e7819 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 913 time: 0.0954487 Aug 30 07:50:30.420040 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-25596dfd-7b32-41d0-be3a-81b4e786a994 req-8d11d097-de6e-4b92-8796-4e1eda888b88 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dedd4bb0-98d4-4b44-af45-222830deb5e5 HTTP/1.1" status: 200 len: 998 time: 0.0920427 Aug 30 07:50:30.431875 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-1617e5f4-1467-4704-a038-afb89340a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '229376de-f616-4f78-b5fc-2da208f40687', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': '7af6004b-abea-41ef-b068-1d948fee3659', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:c9:62:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:47:43Z', 'updated_at': '2021-08-30T07:47:45Z', 'revision_number': 1, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}, {'id': 'c2329e01-7f94-412f-a6db-a4a8989c6b20', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': 'dedd4bb0-98d4-4b44-af45-222830deb5e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:47:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff762a-8562-4445-964b-bd66a52a495d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:50:29Z', 'updated_at': '2021-08-30T07:50:29Z', 'revision_number': 0, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:30.432579 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc5967-e799-4918-8fa5-ff2ca1c2ab9b req-d5e13997-48fd-47e8-8e42-3014f3392278 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:30.434047 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-81cc5967-e799-4918-8fa5-ff2ca1c2ab9b req-d5e13997-48fd-47e8-8e42-3014f3392278 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 943 time: 0.0659981 Aug 30 07:50:30.460042 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617e5f4-1467-4704-a038-afb89340a798 None None] Checking router: 7c0ff0e0-f528-46ad-b2b8-ab025803d3be for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:50:30.469562 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1617e5f4-1467-4704-a038-afb89340a798 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:50:30.470130 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-1617e5f4-1467-4704-a038-afb89340a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:30.498852 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25596dfd-7b32-41d0-be3a-81b4e786a994 req-997e38c3-e511-468e-af99-854f4929a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:30.500386 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-25596dfd-7b32-41d0-be3a-81b4e786a994 req-997e38c3-e511-468e-af99-854f4929a007 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0654635 Aug 30 07:50:30.505285 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-81cc5967-e799-4918-8fa5-ff2ca1c2ab9b req-48410194-8beb-4d4d-a934-2d392a6b3501 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621691 Aug 30 07:50:30.557347 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25596dfd-7b32-41d0-be3a-81b4e786a994 req-e5c7e41d-5b97-47b1-b92a-74451182f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:30.558967 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-25596dfd-7b32-41d0-be3a-81b4e786a994 req-e5c7e41d-5b97-47b1-b92a-74451182f659 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501356 Aug 30 07:50:30.579708 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-1617e5f4-1467-4704-a038-afb89340a798 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:50:30.683844 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-25596dfd-7b32-41d0-be3a-81b4e786a994 req-e0ab5324-fcee-4ca8-94da-c26c74d7c760 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175265 Aug 30 07:50:30.707593 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a759-e7aa-4b22-bc84-2e27a6936f38 req-18855203-dbec-4328-b842-479104abf28f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:30.709046 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a2a0a759-e7aa-4b22-bc84-2e27a6936f38 req-18855203-dbec-4328-b842-479104abf28f tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0715849 Aug 30 07:50:30.792987 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a2a0a759-e7aa-4b22-bc84-2e27a6936f38 req-35665fd8-dc9a-4da5-a8d1-4f2cc8f8eca3 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737123 Aug 30 07:50:30.824746 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-25596dfd-7b32-41d0-be3a-81b4e786a994 req-b840ccfa-119f-43b2-8675-6f7e2e990078 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328087 Aug 30 07:50:30.879498 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:50:30.907687 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-1617e5f4-1467-4704-a038-afb89340a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '229376de-f616-4f78-b5fc-2da208f40687', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': '7af6004b-abea-41ef-b068-1d948fee3659', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:c9:62:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:47:43Z', 'updated_at': '2021-08-30T07:47:45Z', 'revision_number': 1, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}, {'id': 'c2329e01-7f94-412f-a6db-a4a8989c6b20', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': 'dedd4bb0-98d4-4b44-af45-222830deb5e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:47:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff762a-8562-4445-964b-bd66a52a495d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:50:29Z', 'updated_at': '2021-08-30T07:50:29Z', 'revision_number': 0, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:50:30.943530 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617e5f4-1467-4704-a038-afb89340a798 None None] The sync data for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi is: [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '229376de-f616-4f78-b5fc-2da208f40687', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': '7af6004b-abea-41ef-b068-1d948fee3659', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:c9:62:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:47:43Z', 'updated_at': '2021-08-30T07:47:45Z', 'revision_number': 1, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}, {'id': 'c2329e01-7f94-412f-a6db-a4a8989c6b20', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': 'dedd4bb0-98d4-4b44-af45-222830deb5e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:47:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff762a-8562-4445-964b-bd66a52a495d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:50:29Z', 'updated_at': '2021-08-30T07:50:29Z', 'revision_number': 0, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:50:31.003113 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:31.016303 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'port_id': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'mac_address': 'fa:16:3e:ee:68:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:50:31.060534 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:31.081293 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:50:31.104273 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:31.108629 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:31.166108 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:31.189502 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7da2a-2a3f-4efb-8d0c-a371bff0876d None None] New status for floating IP c2329e01-7f94-412f-a6db-a4a8989c6b20: ACTIVE {{(pid=100501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:50:31.437149 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:50:31.633581 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7249c9a-c103-496a-b46f-ab2092eb06fc req-3b768b66-cf0a-4ff1-995d-7a29e4b2e703 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:31.635086 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f7249c9a-c103-496a-b46f-ab2092eb06fc req-3b768b66-cf0a-4ff1-995d-7a29e4b2e703 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 944 time: 0.0520532 Aug 30 07:50:31.677502 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f7249c9a-c103-496a-b46f-ab2092eb06fc req-db93f135-415b-4c5f-8508-a97611bda355 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357802 Aug 30 07:50:31.833057 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2985326-7fe2-44fa-a8ee-4ccdc77098ea req-57c00c82-c9ff-48f0-a871-e3141fae9fdb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:31.834547 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a2985326-7fe2-44fa-a8ee-4ccdc77098ea req-57c00c82-c9ff-48f0-a871-e3141fae9fdb tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0500011 Aug 30 07:50:31.870082 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-8e0145f3-4fb8-4785-b9dc-a189f3e82693 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402837 Aug 30 07:50:31.874695 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a2985326-7fe2-44fa-a8ee-4ccdc77098ea req-d8c9964f-0efe-47d1-a73d-d9815bc9d4b8 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Aug 30 07:50:32.677069 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-5f90bd2f-2cfc-4432-bc6e-63be3b27e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:32.678588 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-5f90bd2f-2cfc-4432-bc6e-63be3b27e04e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe&tenant_id=359d6f592c674011ac97cf310c12db99 HTTP/1.1" status: 200 len: 1096 time: 0.0453532 Aug 30 07:50:32.745632 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-1b92c926-2684-4670-804d-107a8e60fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:32.747365 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-1b92c926-2684-4670-804d-107a8e60fe4b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 1096 time: 0.0449800 Aug 30 07:50:32.859404 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749990e-54ce-4c64-a18f-0fa328253d96 req-cf929f62-35e6-4485-8c7b-25287ef11d26 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:32.860985 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1749990e-54ce-4c64-a18f-0fa328253d96 req-cf929f62-35e6-4485-8c7b-25287ef11d26 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 944 time: 0.1108317 Aug 30 07:50:32.894670 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-2581bed5-a32f-4e71-a267-62d94e7e0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:32.896130 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-2581bed5-a32f-4e71-a267-62d94e7e0647 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 917 time: 0.1375163 Aug 30 07:50:32.900976 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:50:32.956343 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1749990e-54ce-4c64-a18f-0fa328253d96 req-78ce622e-5a3d-4abe-89d7-abad17206148 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866919 Aug 30 07:50:32.961322 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:50:32.966281 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:50:32.966598 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:33.013080 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-96ea2820-5c6c-47e6-ba79-274a40b5ffe8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc HTTP/1.1" status: 200 len: 999 time: 0.1102407 Aug 30 07:50:33.051339 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:33.058581 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfa8c5-2d95-46e4-af23-a16fdd75b88f req-ccf4bd62-8fae-4310-92d2-b975e380db11 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:33.060339 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-01cfa8c5-2d95-46e4-af23-a16fdd75b88f req-ccf4bd62-8fae-4310-92d2-b975e380db11 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.1081126 Aug 30 07:50:33.076499 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:33.080018 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cfb223-c712-4c05-916d-988b4c3091c3" -d '{"events": [{"server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "name": "network-vif-plugged", "status": "completed", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:33.100651 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-07721b05-2028-46fc-bb27-8e44c215e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:33.101742 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:33.102356 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-07721b05-2028-46fc-bb27-8e44c215e489 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.0823853 Aug 30 07:50:33.107611 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:33.109082 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3a100853-ece6-402d-bcaf-1e547e5be7cc no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:50:33.132396 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-01cfa8c5-2d95-46e4-af23-a16fdd75b88f req-668fb4d8-d386-4558-8c31-9dbe70be21e6 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622585 Aug 30 07:50:33.154431 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48adf485-5c2c-44a2-8f78-3fe86c34c717 x-openstack-request-id: req-48adf485-5c2c-44a2-8f78-3fe86c34c717 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:33.154716 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "name": "network-vif-plugged", "status": "completed", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:33.154964 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48adf485-5c2c-44a2-8f78-3fe86c34c717 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:33.155508 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'code': 200} Aug 30 07:50:33.176404 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-65726163-806e-469c-a7b3-33213afd62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:33.178077 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-65726163-806e-469c-a7b3-33213afd62eb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633626 Aug 30 07:50:33.192240 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:33.284208 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-d7cf32a3-5bc6-4e0f-9ff1-b42017f6ab94 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961969 Aug 30 07:50:33.378439 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beaebd-516e-4cd6-b714-a5d4b9aca42f req-b01e6090-57d9-4bec-a34e-791f3cad3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:33.380066 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-14beaebd-516e-4cd6-b714-a5d4b9aca42f req-b01e6090-57d9-4bec-a34e-791f3cad3b46 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 1098 time: 0.1086762 Aug 30 07:50:33.432034 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a25f8-9884-4916-bb04-e0fe5174a100 req-89c4f308-b6cd-46cb-9a95-54e368324406 service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313155 Aug 30 07:50:33.438975 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-14beaebd-516e-4cd6-b714-a5d4b9aca42f req-c9743f2d-c689-4ccf-a823-b998eaa501c9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504775 Aug 30 07:50:33.560881 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ebcc38ab-c4ca-4912-bb4e-ef87487355f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:34.130472 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17301483-9fb2-4fb5-8721-c249e14f8c3e req-a2500005-683c-4737-8908-b9d7205b25de tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:34.133852 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-17301483-9fb2-4fb5-8721-c249e14f8c3e req-a2500005-683c-4737-8908-b9d7205b25de tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0844331 Aug 30 07:50:34.259642 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-17301483-9fb2-4fb5-8721-c249e14f8c3e req-d019815f-0dd5-4200-9096-f51fcf29eceb tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072881 Aug 30 07:50:34.329469 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561c1e-0f39-4bf4-8e8e-18d2fb7f79b6 req-c6e9cf4c-7f04-4805-bd62-2ef612c7ae35 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:34.331549 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3c561c1e-0f39-4bf4-8e8e-18d2fb7f79b6 req-c6e9cf4c-7f04-4805-bd62-2ef612c7ae35 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0702772 Aug 30 07:50:34.396851 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3c561c1e-0f39-4bf4-8e8e-18d2fb7f79b6 req-1df1d027-3300-403b-bd18-cf1b9e8b10bc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548904 Aug 30 07:50:35.196626 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:35.381069 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f87de-52de-4365-8733-dc61c7fb1848 req-1b97f36a-710b-43ad-8b3e-a6ea0816781b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:35.382706 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-849f87de-52de-4365-8733-dc61c7fb1848 req-1b97f36a-710b-43ad-8b3e-a6ea0816781b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0626216 Aug 30 07:50:35.442064 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-849f87de-52de-4365-8733-dc61c7fb1848 req-6a6b2c32-bad7-472b-ad65-72a731e026f1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499916 Aug 30 07:50:35.528178 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59f68-7c18-4a0b-91fa-200cb3dfd6d7 req-9a67eb04-5040-45f9-b064-7869af5fe0cc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:35.529706 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-19e59f68-7c18-4a0b-91fa-200cb3dfd6d7 req-9a67eb04-5040-45f9-b064-7869af5fe0cc tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0503700 Aug 30 07:50:35.568304 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-19e59f68-7c18-4a0b-91fa-200cb3dfd6d7 req-2456bc00-a560-4906-87c8-1b6bf7431a79 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323200 Aug 30 07:50:36.165987 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4965303a-1c80-4687-9974-1d30c2d0e3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:36.563962 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113791a-26d6-4df8-b536-4055e6907e6d req-a68f63a0-eed2-44e2-81f4-b7278e03f417 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:36.565982 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a113791a-26d6-4df8-b536-4055e6907e6d req-a68f63a0-eed2-44e2-81f4-b7278e03f417 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0565467 Aug 30 07:50:36.608058 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a113791a-26d6-4df8-b536-4055e6907e6d req-b2fd5676-049b-4f5b-a75a-8cb8577a75dc tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359223 Aug 30 07:50:36.681451 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:36.725275 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be987f22-1bc2-4c09-bf1e-35d54436fde6 req-7b01c859-6ad6-4583-90e9-9fd9dc0d7c1c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:36.726681 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be987f22-1bc2-4c09-bf1e-35d54436fde6 req-7b01c859-6ad6-4583-90e9-9fd9dc0d7c1c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0534015 Aug 30 07:50:36.766034 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be987f22-1bc2-4c09-bf1e-35d54436fde6 req-748edcb7-1be1-4c6e-b192-9d3485adc189 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334229 Aug 30 07:50:37.382110 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:37.751069 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f70818-9fd5-47d2-92d7-e659ddb8e56d req-033d2bc5-2e6f-4dd3-97dd-c86b1dc19848 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:37.752623 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4f70818-9fd5-47d2-92d7-e659ddb8e56d req-033d2bc5-2e6f-4dd3-97dd-c86b1dc19848 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0503917 Aug 30 07:50:37.793113 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4f70818-9fd5-47d2-92d7-e659ddb8e56d req-5de85d58-7c98-4f1b-a896-13e9191e7444 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332196 Aug 30 07:50:37.904173 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a265d91-bb22-43b7-ae18-9f69454df9b6 req-20b2d7bb-ff7c-4206-9cd8-90a4f4b91f0b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:37.906181 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4a265d91-bb22-43b7-ae18-9f69454df9b6 req-20b2d7bb-ff7c-4206-9cd8-90a4f4b91f0b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0547564 Aug 30 07:50:37.946973 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4a265d91-bb22-43b7-ae18-9f69454df9b6 req-ca0c0a28-f25e-4a13-8b8b-eff09ee7be8c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336132 Aug 30 07:50:38.692877 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:38.967034 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28de1c-b015-4285-8936-18945bc58059 req-15f7b466-8ac2-4683-964c-4ac3d08abb11 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:38.968583 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-db28de1c-b015-4285-8936-18945bc58059 req-15f7b466-8ac2-4683-964c-4ac3d08abb11 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0745981 Aug 30 07:50:39.076240 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-db28de1c-b015-4285-8936-18945bc58059 req-38f47256-2c21-41c6-9725-c844a45abec9 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002495 Aug 30 07:50:39.105552 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898634a-a409-4d44-87be-acbbcd38c407 req-bdfe674d-cad5-495b-a3ae-371b8143c33d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:39.107112 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7898634a-a409-4d44-87be-acbbcd38c407 req-bdfe674d-cad5-495b-a3ae-371b8143c33d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0751340 Aug 30 07:50:39.151344 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7898634a-a409-4d44-87be-acbbcd38c407 req-cfa4aadf-79d9-480e-964f-c9e3fedf4b79 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372424 Aug 30 07:50:40.206333 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf338c-b2cc-40c4-91a6-1743a3a11973 req-61455b27-1492-49be-8445-7bec2edb3836 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:40.207861 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dbdf338c-b2cc-40c4-91a6-1743a3a11973 req-61455b27-1492-49be-8445-7bec2edb3836 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0567994 Aug 30 07:50:40.279829 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dbdf338c-b2cc-40c4-91a6-1743a3a11973 req-b2c5854e-46b1-4831-b60c-1f40c60ab50b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652401 Aug 30 07:50:40.298183 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f48e8-7c99-4bf1-9a0f-783c45986953 req-c1627041-516b-4a23-975f-320c21229e01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:40.299773 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dc3f48e8-7c99-4bf1-9a0f-783c45986953 req-c1627041-516b-4a23-975f-320c21229e01 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0698369 Aug 30 07:50:40.342483 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dc3f48e8-7c99-4bf1-9a0f-783c45986953 req-88a4ba0f-6c78-4ef7-8b9a-a64b43e1fb6b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360968 Aug 30 07:50:41.443340 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759f6c-434a-4966-8d1a-36bccb00384a req-19eab62b-61f1-4fa6-8be3-d6ee967a5750 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:41.445833 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99759f6c-434a-4966-8d1a-36bccb00384a req-19eab62b-61f1-4fa6-8be3-d6ee967a5750 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0821176 Aug 30 07:50:41.513286 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-99759f6c-434a-4966-8d1a-36bccb00384a req-96747181-5f69-4df1-bed7-26147608afd0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579798 Aug 30 07:50:41.525121 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196d293-2227-4022-938a-87daa2ef830f req-1b408475-e9c0-43ef-95c0-6934338b124c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:41.526677 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8196d293-2227-4022-938a-87daa2ef830f req-1b408475-e9c0-43ef-95c0-6934338b124c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0799310 Aug 30 07:50:41.569109 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8196d293-2227-4022-938a-87daa2ef830f req-9fa7bee6-ba7f-480c-a54e-5357453fa7e3 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339608 Aug 30 07:50:42.636701 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d1714-e89e-4960-9ef6-b37a618305e6 req-06c4019b-5d7b-475e-ba58-05b32bf49c2f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:42.638334 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-861d1714-e89e-4960-9ef6-b37a618305e6 req-06c4019b-5d7b-475e-ba58-05b32bf49c2f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0548389 Aug 30 07:50:42.976730 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-861d1714-e89e-4960-9ef6-b37a618305e6 req-f1e845fe-b5c1-4a02-a7e8-9bb023dc8f91 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303006 Aug 30 07:50:42.999438 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158d1ab-9181-4e36-a283-70b482a69805 req-91dbe3e0-9992-4258-a035-905ba27e6804 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:43.001217 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5158d1ab-9181-4e36-a283-70b482a69805 req-91dbe3e0-9992-4258-a035-905ba27e6804 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.3478074 Aug 30 07:50:43.040918 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5158d1ab-9181-4e36-a283-70b482a69805 req-c446e4c5-ecbd-45ef-937d-abe8d8d67910 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339065 Aug 30 07:50:44.097574 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a2dbf-a14c-45b6-b740-f6cf5eee7842 req-afbedc65-055b-4c85-bfa9-5d124298a1c7 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:44.099141 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-830a2dbf-a14c-45b6-b740-f6cf5eee7842 req-afbedc65-055b-4c85-bfa9-5d124298a1c7 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0528622 Aug 30 07:50:44.146885 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-830a2dbf-a14c-45b6-b740-f6cf5eee7842 req-259dd6f9-c9c0-42c6-bac1-428f2aa60b26 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Aug 30 07:50:44.201196 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3ff9-8039-47a4-a885-07a8f5f12e31 req-716ef3b5-e28f-48bf-8072-5b934538367e tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:44.203336 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-220e3ff9-8039-47a4-a885-07a8f5f12e31 req-716ef3b5-e28f-48bf-8072-5b934538367e tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0601344 Aug 30 07:50:44.248416 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-220e3ff9-8039-47a4-a885-07a8f5f12e31 req-cf27a68e-d5a2-40d5-9f49-ac2bcb0c4c22 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391128 Aug 30 07:50:45.271920 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085509-84db-4a38-8e93-cbca2d6c27f4 req-18a9c560-5176-469c-ac97-ea44d489c8da tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:45.273370 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4f085509-84db-4a38-8e93-cbca2d6c27f4 req-18a9c560-5176-469c-ac97-ea44d489c8da tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0526264 Aug 30 07:50:45.314571 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4f085509-84db-4a38-8e93-cbca2d6c27f4 req-f7e8c915-cdb6-486c-810b-bf66decdc9e5 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Aug 30 07:50:45.368332 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0b0a8-c7a2-4d1a-9e16-6050758be101 req-fdf34df9-bf4c-4c67-9215-ce6ac18acc14 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:45.369957 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-07b0b0a8-c7a2-4d1a-9e16-6050758be101 req-fdf34df9-bf4c-4c67-9215-ce6ac18acc14 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0489588 Aug 30 07:50:45.409363 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-07b0b0a8-c7a2-4d1a-9e16-6050758be101 req-7bf2d6b3-fb67-4eaa-bd90-e556e8a35cc2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334814 Aug 30 07:50:46.426515 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c9979-4360-42e7-b2e5-eb366e9a23d7 req-a4042a2a-b1c5-4941-8e2d-bc2f41523735 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:46.428036 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e58c9979-4360-42e7-b2e5-eb366e9a23d7 req-a4042a2a-b1c5-4941-8e2d-bc2f41523735 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0488777 Aug 30 07:50:46.467342 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e58c9979-4360-42e7-b2e5-eb366e9a23d7 req-4feea0ae-6654-4397-abcb-37f87dacb68f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333662 Aug 30 07:50:46.533958 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a34b45-3993-48e0-b454-138d01cfad29 req-838a8962-5ff8-47df-a33a-95d26f619902 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:46.535403 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e7a34b45-3993-48e0-b454-138d01cfad29 req-838a8962-5ff8-47df-a33a-95d26f619902 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0527327 Aug 30 07:50:46.573041 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e7a34b45-3993-48e0-b454-138d01cfad29 req-85cae567-c5f6-4e2c-a3fa-e5dcae58adbe tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309231 Aug 30 07:50:47.582346 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5987f-d002-431d-97af-2828185f836a req-128e1f27-c2b7-4042-be28-6602dd947667 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:47.583860 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6cb5987f-d002-431d-97af-2828185f836a req-128e1f27-c2b7-4042-be28-6602dd947667 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0485599 Aug 30 07:50:47.631148 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6cb5987f-d002-431d-97af-2828185f836a req-a6379947-6bfc-441e-b11a-88765069c4d4 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Aug 30 07:50:47.705227 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16dc70-0329-4f91-b97c-b51bf89c4cbd req-aa0acdc1-0bef-45c5-9d15-f7b111bb2a99 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:47.706716 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ca16dc70-0329-4f91-b97c-b51bf89c4cbd req-aa0acdc1-0bef-45c5-9d15-f7b111bb2a99 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0543301 Aug 30 07:50:47.743025 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ca16dc70-0329-4f91-b97c-b51bf89c4cbd req-ee9b24d1-4664-43c5-8bc0-4e97f24cade0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304532 Aug 30 07:50:48.049298 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047404e-b12f-49c2-b9d5-a05f16740ceb req-c9711c25-607e-49ee-8752-b9c32d58ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:48.050746 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3047404e-b12f-49c2-b9d5-a05f16740ceb req-c9711c25-607e-49ee-8752-b9c32d58ab23 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=359d6f592c674011ac97cf310c12db99&device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 1096 time: 0.0462165 Aug 30 07:50:48.152635 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047404e-b12f-49c2-b9d5-a05f16740ceb req-c1e878fc-b54f-4a6c-8d90-fb4560fcf298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:48.154106 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3047404e-b12f-49c2-b9d5-a05f16740ceb req-c1e878fc-b54f-4a6c-8d90-fb4560fcf298 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 200 len: 917 time: 0.0830908 Aug 30 07:50:48.226006 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3047404e-b12f-49c2-b9d5-a05f16740ceb req-99f709e6-aa75-4098-bebf-315999b210d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc HTTP/1.1" status: 200 len: 999 time: 0.0633209 Aug 30 07:50:48.279564 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047404e-b12f-49c2-b9d5-a05f16740ceb req-6664cef5-16e6-45f3-8118-3e6924bf692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:48.282085 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3047404e-b12f-49c2-b9d5-a05f16740ceb req-6664cef5-16e6-45f3-8118-3e6924bf692a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 200 len: 855 time: 0.0485950 Aug 30 07:50:48.332617 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047404e-b12f-49c2-b9d5-a05f16740ceb req-64c8b663-b9df-47a2-8a85-1039eb2da50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:48.334338 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3047404e-b12f-49c2-b9d5-a05f16740ceb req-64c8b663-b9df-47a2-8a85-1039eb2da50b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee205068-1cbf-4ce4-86d4-c8f92cf84106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450158 Aug 30 07:50:48.436194 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3047404e-b12f-49c2-b9d5-a05f16740ceb req-7b48ebc9-0552-4182-ac8d-51e8c8cf6e7b service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940537 Aug 30 07:50:48.562336 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3047404e-b12f-49c2-b9d5-a05f16740ceb req-b5ab2606-c98b-439b-903e-b7475198abca service neutron] 10.222.0.68 "GET /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910728 Aug 30 07:50:48.764047 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d25eb2-3d08-4251-8852-227ce6c4a01a req-098ec532-f52d-4626-b1ab-748dc2283a99 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:48.766077 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f4d25eb2-3d08-4251-8852-227ce6c4a01a req-098ec532-f52d-4626-b1ab-748dc2283a99 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0556102 Aug 30 07:50:48.807061 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f4d25eb2-3d08-4251-8852-227ce6c4a01a req-14106429-4639-41eb-808a-829b9eb5a714 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345070 Aug 30 07:50:48.867012 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fd8a9-ae3f-4f32-85c8-b8f7a64e0ebc req-e314de18-7929-4b34-88db-03f9b9a133a4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:48.868592 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-072fd8a9-ae3f-4f32-85c8-b8f7a64e0ebc req-e314de18-7929-4b34-88db-03f9b9a133a4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0548170 Aug 30 07:50:48.908525 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-072fd8a9-ae3f-4f32-85c8-b8f7a64e0ebc req-cce5339d-9572-4688-a56f-ef8fcf4e4bea tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340180 Aug 30 07:50:49.918226 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291ea7f-83ed-4b8a-987c-0390f627f9da req-4df96dc4-6f73-41eb-a6bc-2e991406e0a8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:49.919729 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d291ea7f-83ed-4b8a-987c-0390f627f9da req-4df96dc4-6f73-41eb-a6bc-2e991406e0a8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0485544 Aug 30 07:50:49.958380 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d291ea7f-83ed-4b8a-987c-0390f627f9da req-0b70eae8-6f44-4fec-bd89-afcabd5e370f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327427 Aug 30 07:50:50.029847 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d4c4e-6b31-42f6-9855-0e0b38e070f6 req-b67b7dbc-331c-4419-8267-540e121ca2f2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:50.031459 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dd4d4c4e-6b31-42f6-9855-0e0b38e070f6 req-b67b7dbc-331c-4419-8267-540e121ca2f2 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0500348 Aug 30 07:50:50.096463 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dd4d4c4e-6b31-42f6-9855-0e0b38e070f6 req-edd16337-12f3-46a8-8ea8-990d28f31a12 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558650 Aug 30 07:50:50.108148 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f548fc-a9d9-426e-a170-2f1feb03aea3 req-401f0cd0-f4a6-4c53-a25d-a23d4432db58 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:50.110222 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4f548fc-a9d9-426e-a170-2f1feb03aea3 req-401f0cd0-f4a6-4c53-a25d-a23d4432db58 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0778732 Aug 30 07:50:50.148548 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e4f548fc-a9d9-426e-a170-2f1feb03aea3 req-5574308e-b8aa-4d6c-8e16-15e48f6c258d tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317481 Aug 30 07:50:50.625202 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add30c4-08a6-435e-be00-cd5a23f0c2eb req-64446f4b-4ccd-4d68-aad5-599b97deaeba tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:50.626686 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9add30c4-08a6-435e-be00-cd5a23f0c2eb req-64446f4b-4ccd-4d68-aad5-599b97deaeba tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0511923 Aug 30 07:50:50.665320 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9add30c4-08a6-435e-be00-cd5a23f0c2eb req-d626886f-e688-48a8-8afe-b91025fd424b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Aug 30 07:50:50.978976 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3a100853-ece6-402d-bcaf-1e547e5be7cc details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:50:51.073951 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:51.204138 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'port_id': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'mac_address': 'fa:16:3e:27:48:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:50:51.220700 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db68dd-5405-4d08-baca-860ff2e4a1fb req-01e204f9-091a-4c98-b213-51a5f2bbe34b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:51.222247 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-72db68dd-5405-4d08-baca-860ff2e4a1fb req-01e204f9-091a-4c98-b213-51a5f2bbe34b tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 943 time: 0.0506344 Aug 30 07:50:51.241314 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:51.255004 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a100853-ece6-402d-bcaf-1e547e5be7cc {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:50:51.260502 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-72db68dd-5405-4d08-baca-860ff2e4a1fb req-65997878-cb8d-489c-8f91-d79824bc0857 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322578 Aug 30 07:50:51.274687 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:51.279879 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:51.326783 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=3a100853-ece6-402d-bcaf-1e547e5be7cc,revision_number=9']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:51.333419 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.333765 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.334102 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.334431 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.334759 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.335084 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.335442 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.335760 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.336077 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.336393 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.336707 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.337019 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:50:51.661358 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['3a100853-ece6-402d-bcaf-1e547e5be7cc'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:50:52.402764 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785acca7-4114-4268-8087-f19d5ab9b298 req-36c7efc7-3b04-43b8-99b1-56bd96e4d282 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:52.404653 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-785acca7-4114-4268-8087-f19d5ab9b298 req-36c7efc7-3b04-43b8-99b1-56bd96e4d282 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 944 time: 0.0605061 Aug 30 07:50:52.453728 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-785acca7-4114-4268-8087-f19d5ab9b298 req-fbc2932e-e591-4304-ac20-e2ec8b1e30d1 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Aug 30 07:50:52.999406 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3a100853-ece6-402d-bcaf-1e547e5be7cc up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:50:53.014618 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:50:53.047886 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 3a100853-ece6-402d-bcaf-1e547e5be7cc triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:50:53.048245 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.127679 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.152619 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:50:53.156365 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae2e762-9085-4a88-aeda-8a382d03b2c4" -d '{"events": [{"server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "name": "network-vif-plugged", "status": "completed", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:50:53.172386 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:50:53.176919 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:50:53.199703 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd35ed1-8b1d-461b-9420-146ae09822c5 x-openstack-request-id: req-abd35ed1-8b1d-461b-9420-146ae09822c5 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:50:53.200000 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "name": "network-vif-plugged", "status": "completed", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:50:53.200253 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abd35ed1-8b1d-461b-9420-146ae09822c5 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:50:53.200645 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'code': 200} Aug 30 07:50:53.227933 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=3a100853-ece6-402d-bcaf-1e547e5be7cc,revision_number=10']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:50:53.391044 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991073f3-3709-4fca-942b-484b5474f357 req-83ff1648-982d-4cfb-b428-b24f8a01b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:53.392619 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-991073f3-3709-4fca-942b-484b5474f357 req-83ff1648-982d-4cfb-b428-b24f8a01b93e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 1099 time: 0.0413508 Aug 30 07:50:53.431753 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-991073f3-3709-4fca-942b-484b5474f357 req-bd582a6d-9ed9-47b6-821a-548b6e4809b8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304253 Aug 30 07:50:53.583642 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696f06f-c403-416a-874d-691d2d45e17c req-06858e56-d571-4171-bc6a-fdd5be33ce0d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:53.585193 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a696f06f-c403-416a-874d-691d2d45e17c req-06858e56-d571-4171-bc6a-fdd5be33ce0d tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 946 time: 0.0512969 Aug 30 07:50:53.637438 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a696f06f-c403-416a-874d-691d2d45e17c req-7d0dc0a0-d731-470d-86e1-a8ef7c41aed8 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423865 Aug 30 07:50:54.767060 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329012d-c2f4-484c-89f4-929b823bdd5a req-f0f6550b-493f-4cf3-ac08-6562fe5d6404 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:54.768621 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a329012d-c2f4-484c-89f4-929b823bdd5a req-f0f6550b-493f-4cf3-ac08-6562fe5d6404 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 946 time: 0.0528054 Aug 30 07:50:54.810058 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a329012d-c2f4-484c-89f4-929b823bdd5a req-25584d31-025a-4c9a-8f80-e566d9db16fe tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352457 Aug 30 07:50:55.931654 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417565d-e79d-4352-ad4a-dbc39930d7fc req-3c4d9f3d-9577-47e2-b549-ff31854bf921 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:50:55.933158 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1417565d-e79d-4352-ad4a-dbc39930d7fc req-3c4d9f3d-9577-47e2-b549-ff31854bf921 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 946 time: 0.0501702 Aug 30 07:50:55.971012 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1417565d-e79d-4352-ad4a-dbc39930d7fc req-41ae0a5b-7a64-40b8-adea-ddad4c8f5eae tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319335 Aug 30 07:51:00.183914 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c3877-9aa7-46cf-a46d-d8025813c6ea req-78709c8a-2e08-4f3b-b233-142e85cc61b8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:00.185305 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-db3c3877-9aa7-46cf-a46d-d8025813c6ea req-78709c8a-2e08-4f3b-b233-142e85cc61b8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0504303 Aug 30 07:51:00.229833 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-db3c3877-9aa7-46cf-a46d-d8025813c6ea req-d8f8929f-09d5-41bb-99c8-31b773812869 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378163 Aug 30 07:51:00.251764 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55474) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:00.341365 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52d472d-0731-479e-981a-bfeddb60ee72 tempest-TestMinimumBasicScenario-883219779 tempest-TestMinimumBasicScenario-883219779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:00.342930 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f52d472d-0731-479e-981a-bfeddb60ee72 tempest-TestMinimumBasicScenario-883219779 tempest-TestMinimumBasicScenario-883219779-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 1093 time: 0.0901043 Aug 30 07:51:00.345828 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55478) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:00.350264 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Request body: {'floatingip': {'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'port_id': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:00.372185 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for floatingip, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.470376 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.587427 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Allocated IP 172.27.1.234 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/c0c35ea9-4e10-44e3-ba11-0184a98f7602) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:51:00.690436 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.729003 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:00.768380 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:51:00.773155 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:51:00.776924 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:51:00.800097 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event updated for resources: {'Port': ['ID=c0c35ea9-4e10-44e3-ba11-0184a98f7602,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:01.131994 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:01.202647 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:01.353007 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:01.357590 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:01.423628 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event updated for resources: {'Port': ['ID=c0c35ea9-4e10-44e3-ba11-0184a98f7602,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:01.435701 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:01.536218 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Floating IP 8133f209-3678-4e32-bba6-e59a414375e9 associated. External IP: 172.27.1.234, port: a6e357cb-ec31-4e3c-9d20-f66b9703a3b2. Aug 30 07:51:01.741562 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Router 73cb291c-e68f-4811-af01-754f1cf1a686 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:51:01.851936 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:51:01.862724 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b324c0-236d-4096-a16f-60afdcc9a7ad None None] Sync routers for ids ['73cb291c-e68f-4811-af01-754f1cf1a686'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:51:01.868434 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:01.872901 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b324c0-236d-4096-a16f-60afdcc9a7ad None None] Routers {'73cb291c-e68f-4811-af01-754f1cf1a686'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:51:01.873552 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-c1b324c0-236d-4096-a16f-60afdcc9a7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['73cb291c-e68f-4811-af01-754f1cf1a686'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:01.897179 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-a98f0b86-1de9-4366-a12d-1fd6c90f1ce8 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5499594 Aug 30 07:51:01.897529 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:51:01.900130 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55480) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:01.900722 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380ab2b7-0736-4907-b482-6547f237cc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:51:01.910370 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270236971', 'description': 'tempest-secgroup-smoke-270236971 description', 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:01.931726 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:01.943229 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fa1cad-aa20-491f-a105-4d511f2a20ef x-openstack-request-id: req-44fa1cad-aa20-491f-a105-4d511f2a20ef {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:51:01.943570 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:51:01.944250 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44fa1cad-aa20-491f-a105-4d511f2a20ef {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:51:01.944250 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'status': 'completed', 'code': 200} Aug 30 07:51:01.996133 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-c1b324c0-236d-4096-a16f-60afdcc9a7ad None None] Set router 73cb291c-e68f-4811-af01-754f1cf1a686 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:51:02.012047 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2b7-0736-4907-b482-6547f237cc8f req-da46b87b-7e0e-4b32-8f36-d01e104208f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:02.013706 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-380ab2b7-0736-4907-b482-6547f237cc8f req-da46b87b-7e0e-4b32-8f36-d01e104208f5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e501f3a7a91f403abc5dd9039ff432ed&device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 1098 time: 0.0461099 Aug 30 07:51:02.029799 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.034663 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.052824 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.054531 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1530874 Aug 30 07:51:02.060727 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55484) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:02.067607 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-c4509ffb-8e7c-40f9-95f2-21e3bc723097 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Request body: {'security_group_rule': {'security_group_id': '42de497c-c4b1-4879-8468-e4961a80041a', 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:02.090744 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42de497c-c4b1-4879-8468-e4961a80041a,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:02.104324 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:02.104703 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:02.105022 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:02.105386 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:02.105921 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:02.106355 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:02.106683 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:02.107009 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:02.107361 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:02.107683 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:02.108003 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:02.108321 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9f976-2111-42dc-a22d-035becc805a0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:51:02.127294 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c4509ffb-8e7c-40f9-95f2-21e3bc723097 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.138196 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2b7-0736-4907-b482-6547f237cc8f req-c230d31c-8626-45b6-acea-4106447b412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:02.140368 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-380ab2b7-0736-4907-b482-6547f237cc8f req-c230d31c-8626-45b6-acea-4106447b412c service neutron] 10.222.0.68 "GET /v2.0/networks?id=9d15f960-763e-45c6-89bd-871dcad1be5f HTTP/1.1" status: 200 len: 915 time: 0.1185772 Aug 30 07:51:02.221559 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-380ab2b7-0736-4907-b482-6547f237cc8f req-afaf8abc-d520-4726-ba93-4946a061a339 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 HTTP/1.1" status: 200 len: 999 time: 0.0717809 Aug 30 07:51:02.262402 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-c1b324c0-236d-4096-a16f-60afdcc9a7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 4, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '8133f209-3678-4e32-bba6-e59a414375e9', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'port_id': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'mac_address': 'fa:16:3e:ee:68:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:51:00Z', 'updated_at': '2021-08-30T07:51:00Z', 'revision_number': 0, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab4eb4e-c086-43e1-9332-59e979ebb753', 'name': '', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'mac_address': 'fa:16:3e:c3:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:49Z', 'updated_at': '2021-08-30T07:49:55Z', 'revision_number': 5, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'subnets': [{'id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:02.279562 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2b7-0736-4907-b482-6547f237cc8f req-7bb5667e-44d8-47d9-a7e2-6aea5e1573c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:02.279562 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-380ab2b7-0736-4907-b482-6547f237cc8f req-7bb5667e-44d8-47d9-a7e2-6aea5e1573c7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b9cd1c7-244c-43dd-b90b-105e268ae311 HTTP/1.1" status: 200 len: 853 time: 0.0481689 Aug 30 07:51:02.293439 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b324c0-236d-4096-a16f-60afdcc9a7ad None None] Checking router: 73cb291c-e68f-4811-af01-754f1cf1a686 for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:51:02.303441 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b324c0-236d-4096-a16f-60afdcc9a7ad None None] Routers {'73cb291c-e68f-4811-af01-754f1cf1a686'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:51:02.304060 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-c1b324c0-236d-4096-a16f-60afdcc9a7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:50:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['73cb291c-e68f-4811-af01-754f1cf1a686'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:02.341146 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ab2b7-0736-4907-b482-6547f237cc8f req-95924bba-d791-4888-a7b0-dbb5f79351b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:02.343046 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-380ab2b7-0736-4907-b482-6547f237cc8f req-95924bba-d791-4888-a7b0-dbb5f79351b6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d15f960-763e-45c6-89bd-871dcad1be5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549948 Aug 30 07:51:02.394307 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c4509ffb-8e7c-40f9-95f2-21e3bc723097 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.405330 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c4509ffb-8e7c-40f9-95f2-21e3bc723097 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.425068 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4509ffb-8e7c-40f9-95f2-21e3bc723097 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23a12aa-70ea-4ec7-a7e9-f3f41f32762a,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:02.432517 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-c1b324c0-236d-4096-a16f-60afdcc9a7ad None None] Set router 73cb291c-e68f-4811-af01-754f1cf1a686 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:51:02.438418 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c4509ffb-8e7c-40f9-95f2-21e3bc723097 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.442400 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c4509ffb-8e7c-40f9-95f2-21e3bc723097 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3784733 Aug 30 07:51:02.443276 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55486) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:02.447581 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-9ddb2b14-19de-4189-bede-f4c149141d59 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Request body: {'security_group_rule': {'security_group_id': '42de497c-c4b1-4879-8468-e4961a80041a', 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:02.464419 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-380ab2b7-0736-4907-b482-6547f237cc8f req-dbb6363c-0b01-4efd-927b-0338024fa33d service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126676 Aug 30 07:51:02.477798 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2b14-19de-4189-bede-f4c149141d59 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.543208 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2b14-19de-4189-bede-f4c149141d59 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.548342 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2b14-19de-4189-bede-f4c149141d59 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.567010 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb2b14-19de-4189-bede-f4c149141d59 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68968802-dcea-4325-91b1-847618c1be40,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:02.576814 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-380ab2b7-0736-4907-b482-6547f237cc8f req-09cd25ab-d15e-48ea-9ba0-c867b2d70d46 service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041737 Aug 30 07:51:02.583206 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2b14-19de-4189-bede-f4c149141d59 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.587089 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-9ddb2b14-19de-4189-bede-f4c149141d59 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408441 Aug 30 07:51:02.589171 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55488) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:02.593835 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-dbe31cd6-ebf8-4b02-a6b5-977d8c522710 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Request body: {'security_group_rule': {'security_group_id': '42de497c-c4b1-4879-8468-e4961a80041a', 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:02.623418 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dbe31cd6-ebf8-4b02-a6b5-977d8c522710 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.677449 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-c1b324c0-236d-4096-a16f-60afdcc9a7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 4, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '8133f209-3678-4e32-bba6-e59a414375e9', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'port_id': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'mac_address': 'fa:16:3e:ee:68:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:51:00Z', 'updated_at': '2021-08-30T07:51:00Z', 'revision_number': 0, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab4eb4e-c086-43e1-9332-59e979ebb753', 'name': '', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'mac_address': 'fa:16:3e:c3:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:49Z', 'updated_at': '2021-08-30T07:49:55Z', 'revision_number': 5, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'subnets': [{'id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:51:02.688023 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dbe31cd6-ebf8-4b02-a6b5-977d8c522710 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.692551 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dbe31cd6-ebf8-4b02-a6b5-977d8c522710 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.709014 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b324c0-236d-4096-a16f-60afdcc9a7ad None None] The sync data for ids ['73cb291c-e68f-4811-af01-754f1cf1a686'] in dv-cinder-804735-4-iscsi is: [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 4, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '8133f209-3678-4e32-bba6-e59a414375e9', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'port_id': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'mac_address': 'fa:16:3e:ee:68:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:51:00Z', 'updated_at': '2021-08-30T07:51:00Z', 'revision_number': 0, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab4eb4e-c086-43e1-9332-59e979ebb753', 'name': '', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'mac_address': 'fa:16:3e:c3:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:49Z', 'updated_at': '2021-08-30T07:49:55Z', 'revision_number': 5, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'subnets': [{'id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:51:02.710808 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe31cd6-ebf8-4b02-a6b5-977d8c522710 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0d6404-3e77-44f4-9562-30b8f08a03c9,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:02.717651 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dbe31cd6-ebf8-4b02-a6b5-977d8c522710 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.719049 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-dbe31cd6-ebf8-4b02-a6b5-977d8c522710 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288741 Aug 30 07:51:02.722047 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55490) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:02.726838 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-20408b3d-03a6-4bc7-8c2d-983bb5cc7b8f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Request body: {'security_group_rule': {'security_group_id': '42de497c-c4b1-4879-8468-e4961a80041a', 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:02.754491 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-20408b3d-03a6-4bc7-8c2d-983bb5cc7b8f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.817266 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-20408b3d-03a6-4bc7-8c2d-983bb5cc7b8f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.821776 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-20408b3d-03a6-4bc7-8c2d-983bb5cc7b8f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.840684 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20408b3d-03a6-4bc7-8c2d-983bb5cc7b8f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b9ae04-6ecf-4e40-985f-4cd93034a602,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:02.848712 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-20408b3d-03a6-4bc7-8c2d-983bb5cc7b8f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.855008 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-20408b3d-03a6-4bc7-8c2d-983bb5cc7b8f tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282496 Aug 30 07:51:02.855471 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55492) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:02.860791 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-e5d2281a-674d-4f51-a3c8-5e1e2a765fbb tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Request body: {'security_group_rule': {'security_group_id': '42de497c-c4b1-4879-8468-e4961a80041a', 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:02.883009 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.securitygroups_db [None req-e5d2281a-674d-4f51-a3c8-5e1e2a765fbb tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Project e501f3a7a91f403abc5dd9039ff432ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:51:02.893004 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e5d2281a-674d-4f51-a3c8-5e1e2a765fbb tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.920243 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68905053-873d-4fa8-99d9-9f18361e8a79 None None] New status for floating IP 8133f209-3678-4e32-bba6-e59a414375e9: ACTIVE {{(pid=100501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:51:02.961704 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e5d2281a-674d-4f51-a3c8-5e1e2a765fbb tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.966417 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e5d2281a-674d-4f51-a3c8-5e1e2a765fbb tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.988927 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2281a-674d-4f51-a3c8-5e1e2a765fbb tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fd795f-2c04-4033-ace0-c2cde2849c6a,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:02.995009 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e5d2281a-674d-4f51-a3c8-5e1e2a765fbb tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:02.995611 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55494) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:51:02.999756 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e5d2281a-674d-4f51-a3c8-5e1e2a765fbb tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431243 Aug 30 07:51:03.000640 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-eb9711b2-2a91-4e66-8e29-68ab3a7e978b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Request body: {'security_group_rule': {'security_group_id': '42de497c-c4b1-4879-8468-e4961a80041a', 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:03.024807 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.securitygroups_db [None req-eb9711b2-2a91-4e66-8e29-68ab3a7e978b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Project e501f3a7a91f403abc5dd9039ff432ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:51:03.029688 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eb9711b2-2a91-4e66-8e29-68ab3a7e978b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.098768 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eb9711b2-2a91-4e66-8e29-68ab3a7e978b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.104465 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eb9711b2-2a91-4e66-8e29-68ab3a7e978b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.125393 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9711b2-2a91-4e66-8e29-68ab3a7e978b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b45f530-f379-4cd9-ae4c-9488696ad4aa,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:03.129536 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eb9711b2-2a91-4e66-8e29-68ab3a7e978b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.130725 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-eb9711b2-2a91-4e66-8e29-68ab3a7e978b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341002 Aug 30 07:51:03.208490 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b09b7751-0bb1-48be-9b1f-da027549c9aa req-0136e988-81ea-4071-9797-4fc9d9fd89e0 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270236971&fields=id&tenant_id=e501f3a7a91f403abc5dd9039ff432ed HTTP/1.1" status: 200 len: 267 time: 0.0333610 Aug 30 07:51:03.264832 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b7751-0bb1-48be-9b1f-da027549c9aa req-ffd6f360-f780-4adf-b615-24c966272ac6 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:03.266349 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b09b7751-0bb1-48be-9b1f-da027549c9aa req-ffd6f360-f780-4adf-b615-24c966272ac6 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0522697 Aug 30 07:51:03.278155 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-b09b7751-0bb1-48be-9b1f-da027549c9aa req-01c8d24a-0825-4eb0-acfb-0ead9d9c77a6 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Request body: {'port': {'security_groups': ['9d4cb13f-0a1a-41e3-b7cb-17460aab933a', '42de497c-c4b1-4879-8468-e4961a80041a']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:51:03.340389 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b09b7751-0bb1-48be-9b1f-da027549c9aa req-01c8d24a-0825-4eb0-acfb-0ead9d9c77a6 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.524410 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-b09b7751-0bb1-48be-9b1f-da027549c9aa req-01c8d24a-0825-4eb0-acfb-0ead9d9c77a6 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] For port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:51:03.555668 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b09b7751-0bb1-48be-9b1f-da027549c9aa req-01c8d24a-0825-4eb0-acfb-0ead9d9c77a6 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.563651 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b09b7751-0bb1-48be-9b1f-da027549c9aa req-01c8d24a-0825-4eb0-acfb-0ead9d9c77a6 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.566643 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2b3eee39-6529-4c98-8c69-da3198e51f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.603259 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:51:03.608670 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b7751-0bb1-48be-9b1f-da027549c9aa req-01c8d24a-0825-4eb0-acfb-0ead9d9c77a6 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:03.609477 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b09b7751-0bb1-48be-9b1f-da027549c9aa req-01c8d24a-0825-4eb0-acfb-0ead9d9c77a6 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:03.612560 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b09b7751-0bb1-48be-9b1f-da027549c9aa req-01c8d24a-0825-4eb0-acfb-0ead9d9c77a6 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "PUT /v2.0/ports/a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 HTTP/1.1" status: 200 len: 981 time: 0.3396018 Aug 30 07:51:03.642855 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8d24a-0825-4eb0-acfb-0ead9d9c77a6 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event updated for resources: {'Port': ['ID=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,revision_number=6']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:51:03.711463 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:51:03.736691 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135cf20-8b45-4dd8-922c-2125e4b7be66 req-acfbad0a-5faf-47f2-97f1-d4fd0a674d3a tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:03.738406 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6135cf20-8b45-4dd8-922c-2125e4b7be66 req-acfbad0a-5faf-47f2-97f1-d4fd0a674d3a tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.0655980 Aug 30 07:51:03.781478 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6135cf20-8b45-4dd8-922c-2125e4b7be66 req-609a3965-3518-4e9d-8593-08876a79345d tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=42de497c-c4b1-4879-8468-e4961a80041a&id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367014 Aug 30 07:51:03.945808 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:51:03.948759 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc602c3f-6c77-40fe-9ef9-0fdd1caca6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:51:03.987625 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573a292b-6135-4e7a-b81e-3ad538874173 x-openstack-request-id: req-573a292b-6135-4e7a-b81e-3ad538874173 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:51:03.987905 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:51:03.988154 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-573a292b-6135-4e7a-b81e-3ad538874173 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:51:03.988566 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'status': 'completed', 'code': 200} Aug 30 07:51:04.003023 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-7184f3ba-b1e2-4712-9f2a-d62bdd6050fd None None] Provisioning complete for port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:51:04.004343 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7184f3ba-b1e2-4712-9f2a-d62bdd6050fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:04.056258 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc602c3f-6c77-40fe-9ef9-0fdd1caca6ab req-3a130a9b-46a0-4437-a8b1-b4357089ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:04.057835 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc602c3f-6c77-40fe-9ef9-0fdd1caca6ab req-3a130a9b-46a0-4437-a8b1-b4357089ca5b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e501f3a7a91f403abc5dd9039ff432ed&device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 1137 time: 0.0457518 Aug 30 07:51:04.151969 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc602c3f-6c77-40fe-9ef9-0fdd1caca6ab req-6c8d7412-2d97-4914-980e-7a1a8dd70f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:04.153363 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc602c3f-6c77-40fe-9ef9-0fdd1caca6ab req-6c8d7412-2d97-4914-980e-7a1a8dd70f60 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9d15f960-763e-45c6-89bd-871dcad1be5f HTTP/1.1" status: 200 len: 915 time: 0.0878496 Aug 30 07:51:04.225357 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc602c3f-6c77-40fe-9ef9-0fdd1caca6ab req-cad39bc3-7187-4f5d-9be0-d53bd53697ab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 HTTP/1.1" status: 200 len: 1001 time: 0.0642500 Aug 30 07:51:04.276645 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc602c3f-6c77-40fe-9ef9-0fdd1caca6ab req-9ace2724-c939-4c9e-ab9b-feb008c5a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:04.278256 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc602c3f-6c77-40fe-9ef9-0fdd1caca6ab req-9ace2724-c939-4c9e-ab9b-feb008c5a5df service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b9cd1c7-244c-43dd-b90b-105e268ae311 HTTP/1.1" status: 200 len: 853 time: 0.0451992 Aug 30 07:51:04.338920 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc602c3f-6c77-40fe-9ef9-0fdd1caca6ab req-643351b6-af10-4da2-a0f2-c4199a6e9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:04.340467 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc602c3f-6c77-40fe-9ef9-0fdd1caca6ab req-643351b6-af10-4da2-a0f2-c4199a6e9c4c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d15f960-763e-45c6-89bd-871dcad1be5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469334 Aug 30 07:51:04.444140 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc602c3f-6c77-40fe-9ef9-0fdd1caca6ab req-891a792b-a2e7-4a1e-93b7-9b6816bdc5b3 service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941386 Aug 30 07:51:04.533536 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc602c3f-6c77-40fe-9ef9-0fdd1caca6ab req-c42cb920-1532-4cab-acd0-af7002ef9879 service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814612 Aug 30 07:51:05.213677 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:06.160955 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5fbdd05c-51f3-414c-a55d-91fe72a65221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:06.683769 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:07.383034 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:08.690247 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:30.012919 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:51:33.557652 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-32487fe8-7f1d-42bc-bc41-d31cd0aab57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:35.214685 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:36.161833 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f984640f-f479-4ac7-a077-1c37df873df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:36.684281 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:37.386288 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:38.693295 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:51:48.175831 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4d74784-6d28-4c24-af89-6c28b09fb29a req-6d9d1b4c-d9ee-496b-9cdf-54a170700be5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2938199 Aug 30 07:51:48.265023 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d74784-6d28-4c24-af89-6c28b09fb29a req-e16438c1-9b21-4990-afb8-41e7dfd291bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:48.266508 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4d74784-6d28-4c24-af89-6c28b09fb29a req-e16438c1-9b21-4990-afb8-41e7dfd291bb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 1099 time: 0.0432727 Aug 30 07:51:48.372804 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d74784-6d28-4c24-af89-6c28b09fb29a req-3e5884fd-c2c8-43bc-809b-471ef265a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:48.374263 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4d74784-6d28-4c24-af89-6c28b09fb29a req-3e5884fd-c2c8-43bc-809b-471ef265a580 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 913 time: 0.0827918 Aug 30 07:51:48.441309 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4d74784-6d28-4c24-af89-6c28b09fb29a req-8b8574b2-bf16-494d-a243-409b32f62c49 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af6004b-abea-41ef-b068-1d948fee3659 HTTP/1.1" status: 200 len: 1001 time: 0.0596011 Aug 30 07:51:48.490854 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d74784-6d28-4c24-af89-6c28b09fb29a req-4cd4ccbc-fba7-4213-aa77-4cc0df478662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:48.492344 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4d74784-6d28-4c24-af89-6c28b09fb29a req-4cd4ccbc-fba7-4213-aa77-4cc0df478662 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0429416 Aug 30 07:51:48.537750 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d74784-6d28-4c24-af89-6c28b09fb29a req-ae556c21-5595-4de2-a036-201e05bdf784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:51:48.539463 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4d74784-6d28-4c24-af89-6c28b09fb29a req-ae556c21-5595-4de2-a036-201e05bdf784 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401475 Aug 30 07:51:48.629807 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4d74784-6d28-4c24-af89-6c28b09fb29a req-24d45325-ba6c-43f5-9d26-843257eaf3ab service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831394 Aug 30 07:51:48.718379 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d4d74784-6d28-4c24-af89-6c28b09fb29a req-15667901-d54e-496d-a3b1-18252582d0b9 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809376 Aug 30 07:52:01.126533 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ff9fc-2b28-450d-91a1-3693e048a2e3 req-b7f44b61-226a-4646-bf80-9dc9ce39aeb0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:01.128685 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f73ff9fc-2b28-450d-91a1-3693e048a2e3 req-b7f44b61-226a-4646-bf80-9dc9ce39aeb0 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 946 time: 0.0519712 Aug 30 07:52:01.164805 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f73ff9fc-2b28-450d-91a1-3693e048a2e3 req-9d63ea7e-3bf8-4550-955b-a13cae54d080 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309165 Aug 30 07:52:02.283184 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48f1b3-8cef-4634-b5f7-e063308115d1 req-45d9909f-81de-4827-9c44-eab0b8287854 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:02.284699 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6a48f1b3-8cef-4634-b5f7-e063308115d1 req-45d9909f-81de-4827-9c44-eab0b8287854 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 946 time: 0.0496061 Aug 30 07:52:02.324464 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6a48f1b3-8cef-4634-b5f7-e063308115d1 req-47475abc-9c1e-4234-a9be-af165f22ee8a tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups?id=26a85d8a-0863-4460-9b84-6a252e3e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338974 Aug 30 07:52:02.771077 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-68a7bf52-143b-4310-9cec-dfe85c8ed5aa tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:02.772566 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-68a7bf52-143b-4310-9cec-dfe85c8ed5aa tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.68 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 946 time: 0.0462866 Aug 30 07:52:02.861661 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Deleting port 3a100853-ece6-402d-bcaf-1e547e5be7cc {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:02.862017 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:02.947440 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] For port 3a100853-ece6-402d-bcaf-1e547e5be7cc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a100853-ece6-402d-bcaf-1e547e5be7cc,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:02.947803 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:03.126311 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:03.126311 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:03.126572 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Floating IP 365a1cea-bc38-4e91-b244-903e878125cc disassociated. External IP: 172.27.1.239, port: 3a100853-ece6-402d-bcaf-1e547e5be7cc. Aug 30 07:52:03.126777 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Calling delete_port for 3a100853-ece6-402d-bcaf-1e547e5be7cc owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:03.249884 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:03.278518 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event deleted for resources: {'Port': ['ID=3a100853-ece6-402d-bcaf-1e547e5be7cc,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:03.288710 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:03.289293 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:03.289418 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:03.289692 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:03.290014 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:03.290336 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:03.290657 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:03.291004 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:03.291347 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:03.291666 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:03.291981 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:03.292295 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:03.400018 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Router f5e377d8-a7a0-49f4-a28a-1516bc98d39e has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:52:03.429054 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0e5eb7a1-449d-4dc6-b07f-b20759ec20e3 req-6cf45830-ab18-4c64-8ff5-da4af96590ae tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96c0aa7-8760-495d-b285-3465ff1b8abe HTTP/1.1" status: 200 len: 210 time: 0.0337911 Aug 30 07:52:03.530891 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:52:03.540628 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b178768-ab41-41f4-b27e-d38774c3dab0 None None] Sync routers for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:52:03.558569 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b178768-ab41-41f4-b27e-d38774c3dab0 None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:03.559094 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-2b178768-ab41-41f4-b27e-d38774c3dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:51:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:03.566957 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2ad40c5a-17ba-41e8-8bdd-926d4fa9b86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:03.571950 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] No DVR routers for this DVR port 3a100853-ece6-402d-bcaf-1e547e5be7cc on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:03.574678 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:03.576668 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b63af6e-5f4f-4927-b694-e8216e08bb8c req-d5b48f4d-7745-43ec-b624-82149b25e17c tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.68 "DELETE /v2.0/ports/3a100853-ece6-402d-bcaf-1e547e5be7cc HTTP/1.1" status: 204 len: 173 time: 0.7974339 Aug 30 07:52:03.577092 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'name': 'network-vif-deleted', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:03.579308 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c785988-4a2c-4556-b4ac-fc3d5b81f5c1" -d '{"events": [{"server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "name": "network-vif-deleted", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:03.631924 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080570b5-d232-4098-ac28-1560be8936e3 x-openstack-request-id: req-080570b5-d232-4098-ac28-1560be8936e3 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:03.632222 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96c0aa7-8760-495d-b285-3465ff1b8abe", "name": "network-vif-deleted", "tag": "3a100853-ece6-402d-bcaf-1e547e5be7cc", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:03.632530 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-080570b5-d232-4098-ac28-1560be8936e3 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:03.632935 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96c0aa7-8760-495d-b285-3465ff1b8abe', 'name': 'network-vif-deleted', 'tag': '3a100853-ece6-402d-bcaf-1e547e5be7cc', 'status': 'completed', 'code': 200} Aug 30 07:52:03.673195 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-2b178768-ab41-41f4-b27e-d38774c3dab0 None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:03.867528 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-2b178768-ab41-41f4-b27e-d38774c3dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:17Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:03.894710 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b178768-ab41-41f4-b27e-d38774c3dab0 None None] Checking router: f5e377d8-a7a0-49f4-a28a-1516bc98d39e for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:52:03.902749 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b178768-ab41-41f4-b27e-d38774c3dab0 None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:03.903361 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-2b178768-ab41-41f4-b27e-d38774c3dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:51:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:04.006446 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-2b178768-ab41-41f4-b27e-d38774c3dab0 None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:04.288317 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-2b178768-ab41-41f4-b27e-d38774c3dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:17Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:04.313387 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b178768-ab41-41f4-b27e-d38774c3dab0 None None] The sync data for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi is: [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:12Z', 'revision_number': 4, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '784daee7-5339-47f1-b24e-8005e51fa4aa', 'name': '', 'network_id': 'ee205068-1cbf-4ce4-86d4-c8f92cf84106', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'mac_address': 'fa:16:3e:47:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:12Z', 'updated_at': '2021-08-30T07:43:17Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'subnets': [{'id': 'ea503ac0-9485-4a56-92a6-54c3b1f6f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:52:04.518537 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55574) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:04.529314 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934da3d1-2441-46e1-af74-ccdcac8e73bf None None] New status for floating IP 365a1cea-bc38-4e91-b244-903e878125cc: DOWN {{(pid=100501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:52:04.574468 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b113a607-4115-443e-b772-9c0ef90a1214 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:04.597502 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b113a607-4115-443e-b772-9c0ef90a1214 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:04.649611 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b113a607-4115-443e-b772-9c0ef90a1214 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:04.653271 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b113a607-4115-443e-b772-9c0ef90a1214 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:04.653908 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b113a607-4115-443e-b772-9c0ef90a1214 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "DELETE /v2.0/security-groups/26a85d8a-0863-4460-9b84-6a252e3e041a HTTP/1.1" status: 204 len: 168 time: 0.1342344 Aug 30 07:52:04.656604 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55576) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:04.663548 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113a607-4115-443e-b772-9c0ef90a1214 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a85d8a-0863-4460-9b84-6a252e3e041a,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:04.671842 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.api.v2.resource [None req-3218ca32-0ba6-43d6-a2e7-3d33b16365db tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] show failed (client error): The resource could not be found. Aug 30 07:52:04.675247 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3218ca32-0ba6-43d6-a2e7-3d33b16365db tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "GET /v2.0/security-groups/26a85d8a-0863-4460-9b84-6a252e3e041a HTTP/1.1" status: 404 len: 347 time: 0.0152502 Aug 30 07:52:04.677048 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55580) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:04.797326 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Deleting port d4bb3fe9-97c6-4701-94e3-77088fb2195e {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:04.797667 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:04.868687 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:04.869017 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:04.880773 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Calling delete_port for d4bb3fe9-97c6-4701-94e3-77088fb2195e owned by network:floatingip {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:05.018484 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:05.048622 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Pushing event deleted for resources: {'Port': ['ID=d4bb3fe9-97c6-4701-94e3-77088fb2195e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:05.061123 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:05.061558 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:05.061845 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:05.062261 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:05.062654 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:05.063044 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:05.063489 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:05.063804 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:05.064205 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:05.064577 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:05.064971 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:05.065892 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:05.118099 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks [] for floatingip, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:05.120753 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:05.121825 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e26308c9-5ef9-4bcd-8aa4-bbc5044b20f4 tempest-AttachVolumeShelveTestJSON-1566458196 tempest-AttachVolumeShelveTestJSON-1566458196-project] 10.222.0.64 "DELETE /v2.0/floatingips/365a1cea-bc38-4e91-b244-903e878125cc HTTP/1.1" status: 204 len: 168 time: 0.4438517 Aug 30 07:52:05.227040 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:05.431666 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3a100853-ece6-402d-bcaf-1e547e5be7cc no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:05.454660 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: 3a100853-ece6-402d-bcaf-1e547e5be7cc {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:05.455016 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3a100853-ece6-402d-bcaf-1e547e5be7cc not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:06.161683 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b967-1d60-4405-a1c9-df733a15300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:06.684340 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:07.011577 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:52:07.388811 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:07.536610 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55602) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:07.965308 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-85d39850-b096-463a-98ce-66dd25684277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699776'] for router_interface, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:08.198264 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-85d39850-b096-463a-98ce-66dd25684277 admin admin] Deleting port 784daee7-5339-47f1-b24e-8005e51fa4aa {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:08.198603 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-85d39850-b096-463a-98ce-66dd25684277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:08.274702 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-85d39850-b096-463a-98ce-66dd25684277 admin admin] For port 784daee7-5339-47f1-b24e-8005e51fa4aa, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=784daee7-5339-47f1-b24e-8005e51fa4aa,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:08.275047 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-85d39850-b096-463a-98ce-66dd25684277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:08.287553 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-85d39850-b096-463a-98ce-66dd25684277 admin admin] Calling delete_port for 784daee7-5339-47f1-b24e-8005e51fa4aa owned by network:router_interface {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:08.460715 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-85d39850-b096-463a-98ce-66dd25684277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:08.491118 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d39850-b096-463a-98ce-66dd25684277 admin admin] Pushing event deleted for resources: {'Port': ['ID=784daee7-5339-47f1-b24e-8005e51fa4aa,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:08.654503 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-85d39850-b096-463a-98ce-66dd25684277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699594'] for router_interface, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:08.693359 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:08.865040 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d39850-b096-463a-98ce-66dd25684277 admin admin] Router f5e377d8-a7a0-49f4-a28a-1516bc98d39e has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:52:08.965742 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d39850-b096-463a-98ce-66dd25684277 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:52:08.970921 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-85d39850-b096-463a-98ce-66dd25684277 admin admin] 10.222.0.64 "PUT /v2.0/routers/f5e377d8-a7a0-49f4-a28a-1516bc98d39e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4332891 Aug 30 07:52:08.973998 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55606) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:08.975465 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf08777-d1f5-4842-bc41-7d38f7f05a25 None None] Sync routers for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:52:08.984688 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf08777-d1f5-4842-bc41-7d38f7f05a25 None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:08.985353 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-edf08777-d1f5-4842-bc41-7d38f7f05a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:52:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:09.073384 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:09.088401 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-edf08777-d1f5-4842-bc41-7d38f7f05a25 None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:09.172743 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:09.228914 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Deleting port b1ac77ab-5652-4d66-88eb-8c4b1e27df81 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:09.229258 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:09.267343 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-edf08777-d1f5-4842-bc41-7d38f7f05a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:52:08Z', 'revision_number': 5, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port': {'id': 'b1ac77ab-5652-4d66-88eb-8c4b1e27df81', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:09.294685 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf08777-d1f5-4842-bc41-7d38f7f05a25 None None] Checking router: f5e377d8-a7a0-49f4-a28a-1516bc98d39e for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:52:09.302930 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf08777-d1f5-4842-bc41-7d38f7f05a25 None None] Routers {'f5e377d8-a7a0-49f4-a28a-1516bc98d39e'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:09.303555 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-edf08777-d1f5-4842-bc41-7d38f7f05a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:52:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:09.306506 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] For port b1ac77ab-5652-4d66-88eb-8c4b1e27df81, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=b1ac77ab-5652-4d66-88eb-8c4b1e27df81,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:09.306881 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:09.319765 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Calling delete_port for b1ac77ab-5652-4d66-88eb-8c4b1e27df81 owned by network:router_gateway {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:09.387581 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-edf08777-d1f5-4842-bc41-7d38f7f05a25 None None] Set router f5e377d8-a7a0-49f4-a28a-1516bc98d39e gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:09.437313 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-edf08777-d1f5-4842-bc41-7d38f7f05a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:52:09Z', 'revision_number': 6, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port_host': None}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:09.465821 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf08777-d1f5-4842-bc41-7d38f7f05a25 None None] The sync data for ids ['f5e377d8-a7a0-49f4-a28a-1516bc98d39e'] in dv-cinder-804735-4-iscsi is: [{'id': 'f5e377d8-a7a0-49f4-a28a-1516bc98d39e', 'name': 'tempest-AttachVolumeShelveTestJSON-639410432-router', 'tenant_id': '359d6f592c674011ac97cf310c12db99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:10Z', 'updated_at': '2021-08-30T07:52:09Z', 'revision_number': 6, 'project_id': '359d6f592c674011ac97cf310c12db99', 'gw_port_host': None}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:52:09.480243 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:09.505630 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ac77ab-5652-4d66-88eb-8c4b1e27df81,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:09.807103 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697872'] for router_gateway, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:09.896831 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45288'] for router, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:09.899005 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:09.940530 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703872'] for router, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:09.941451 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5e377d8-a7a0-49f4-a28a-1516bc98d39e {{(pid=100499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:52:09.945635 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:09.946764 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6aa218e0-0fc7-4090-aa34-965226ea0ee6 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f5e377d8-a7a0-49f4-a28a-1516bc98d39e HTTP/1.1" status: 204 len: 168 time: 0.9718599 Aug 30 07:52:09.949223 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55608) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:09.995152 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28aefaf-f0f9-4573-bcb6-35e9f38c6288 admin admin] Deleting subnet ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:52:09.998074 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c28aefaf-f0f9-4573-bcb6-35e9f38c6288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.031948 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c28aefaf-f0f9-4573-bcb6-35e9f38c6288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070656471'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.107629 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c28aefaf-f0f9-4573-bcb6-35e9f38c6288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.161892 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c28aefaf-f0f9-4573-bcb6-35e9f38c6288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071471443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070182839'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.189515 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c28aefaf-f0f9-4573-bcb6-35e9f38c6288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.194164 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-c28aefaf-f0f9-4573-bcb6-35e9f38c6288 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ea503ac0-9485-4a56-92a6-54c3b1f6f3f4 HTTP/1.1" status: 204 len: 168 time: 0.2417936 Aug 30 07:52:10.194164 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28aefaf-f0f9-4573-bcb6-35e9f38c6288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea503ac0-9485-4a56-92a6-54c3b1f6f3f4,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:10.194844 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55610) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:10.197010 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c8c7de-3742-41ff-85ac-cf34ee7a045a None None] Network ee205068-1cbf-4ce4-86d4-c8f92cf84106 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:52:10.265768 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.324173 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Deleting port 5951f069-f213-45ce-890c-534763e210bf {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:10.324860 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.383116 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] DHCP port deletion for ee205068-1cbf-4ce4-86d4-c8f92cf84106 request from dv-cinder-804735-4-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:52:10.389026 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] For port 5951f069-f213-45ce-890c-534763e210bf, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=5951f069-f213-45ce-890c-534763e210bf,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:10.389410 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.401888 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Calling delete_port for 5951f069-f213-45ce-890c-534763e210bf owned by network:dhcp {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:10.428460 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Deleting port 5951f069-f213-45ce-890c-534763e210bf {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:10.429108 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.491679 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.496474 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] For port 5951f069-f213-45ce-890c-534763e210bf, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=5951f069-f213-45ce-890c-534763e210bf,segment=NetworkSegment(b1d96a6d-774c-492d-92ef-41d3f0c14b9a),segment_id=b1d96a6d-774c-492d-92ef-41d3f0c14b9a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:10.496871 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.511858 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Calling delete_port for 5951f069-f213-45ce-890c-534763e210bf owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:10.520276 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Pushing event deleted for resources: {'Port': ['ID=5951f069-f213-45ce-890c-534763e210bf,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:10.524945 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] No DVR routers for this DVR port 5951f069-f213-45ce-890c-534763e210bf on host dv-cinder-804735-4-iscsi {{(pid=100500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:10.593314 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.603412 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee205068-1cbf-4ce4-86d4-c8f92cf84106']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:10.613929 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:10.614166 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d96a6d-774c-492d-92ef-41d3f0c14b9a') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:10.622728 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070507290'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.628800 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.639336 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.645075 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:52:10.645486 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073360119'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: timer() Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: cb(*args, **kw) Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: self._notify() Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: self.callback(batched_events) Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: event.method(event) Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._get(url).json() Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:52:10.647360 dv-cinder-804735-4-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:52:10.654651 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Pushing event deleted for resources: {'Port': ['ID=5951f069-f213-45ce-890c-534763e210bf,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:10.656949 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] No DVR routers for this DVR port 5951f069-f213-45ce-890c-534763e210bf on host dv-cinder-804735-4-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:10.665386 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:10.665579 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:10.665914 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:10.666245 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:10.666583 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:10.666914 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:10.667255 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:10.667583 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:10.667909 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:10.668231 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:10.668552 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:10.668970 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ba92d-9414-4c16-8f9b-8abf56cd2189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:52:10.703869 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.711406 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.714063 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ee205068-1cbf-4ce4-86d4-c8f92cf84106 HTTP/1.1" status: 204 len: 168 time: 0.5179327 Aug 30 07:52:10.729261 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ae1eb-a916-405a-9b2d-6f663f57f041 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee205068-1cbf-4ce4-86d4-c8f92cf84106,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:10.823900 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55614) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:10.863081 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8725674a-1808-4251-979d-293dcb5fbdde admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=359d6f592c674011ac97cf310c12db99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380287 Aug 30 07:52:10.865881 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55616) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:10.913596 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-69b57a7e-b107-4ee2-ba15-bc075fb4579e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.934227 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-69b57a7e-b107-4ee2-ba15-bc075fb4579e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.985060 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-69b57a7e-b107-4ee2-ba15-bc075fb4579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.987682 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-69b57a7e-b107-4ee2-ba15-bc075fb4579e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:10.988813 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-69b57a7e-b107-4ee2-ba15-bc075fb4579e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99df563a-9d96-49c0-868f-9d5a6ca79689 HTTP/1.1" status: 204 len: 168 time: 0.1220109 Aug 30 07:52:10.996393 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b57a7e-b107-4ee2-ba15-bc075fb4579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99df563a-9d96-49c0-868f-9d5a6ca79689,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:11.203535 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device b1ac77ab-5652-4d66-88eb-8c4b1e27df81 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:11.227183 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: b1ac77ab-5652-4d66-88eb-8c4b1e27df81 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:11.227548 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device b1ac77ab-5652-4d66-88eb-8c4b1e27df81 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:11.227962 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 784daee7-5339-47f1-b24e-8005e51fa4aa no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:11.246067 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 784daee7-5339-47f1-b24e-8005e51fa4aa {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:11.246412 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 784daee7-5339-47f1-b24e-8005e51fa4aa not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:11.246825 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 5951f069-f213-45ce-890c-534763e210bf no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:11.264946 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 5951f069-f213-45ce-890c-534763e210bf {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:11.265286 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 5951f069-f213-45ce-890c-534763e210bf not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:11.657117 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55638) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:11.756005 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1125845224-network', 'tenant_id': '2a73399dcc254004b62fbe3f08b7ec8b'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:52:11.777276 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Made reservation on behalf of 2a73399dcc254004b62fbe3f08b7ec8b for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:52:11.779856 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:11.787947 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:11.878431 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:11.882593 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:11.908708 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:52:11.918091 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68077da-293d-4c9d-9bfe-79837bbbbcf5,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:11.925581 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:11.926819 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Added segment ad3c5f1b-5dcd-47c7-be2e-232b2b995922 of type vlan for network 2012003e-b632-4164-8c87-cf58358e9030 Aug 30 07:52:11.972177 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:11.997453 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:11.998415 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:11.998998 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:12.055478 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3950965 Aug 30 07:52:12.056407 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55642) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:12.058520 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bf62c-1e59-431e-8419-3f1f44a25ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=2012003e-b632-4164-8c87-cf58358e9030,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:12.061566 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-f3f08fb9-856d-44c8-b25c-84d16113c2c3 admin admin] Request body: {'subnet': {'network_id': '2012003e-b632-4164-8c87-cf58358e9030', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1125845224-subnet', 'tenant_id': '2a73399dcc254004b62fbe3f08b7ec8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:52:12.069233 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 2012003e-b632-4164-8c87-cf58358e9030 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:52:12.084331 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f08fb9-856d-44c8-b25c-84d16113c2c3 admin admin] Made reservation on behalf of 2a73399dcc254004b62fbe3f08b7ec8b for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:52:12.087120 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f3f08fb9-856d-44c8-b25c-84d16113c2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069822145'] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:12.251560 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f3f08fb9-856d-44c8-b25c-84d16113c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1073360466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069822131'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:12.305531 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f08fb9-856d-44c8-b25c-84d16113c2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499de379-e64d-4b79-88de-fdd0273167a1,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:12.312737 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f08fb9-856d-44c8-b25c-84d16113c2c3 admin admin] Checking segment: {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:52:12.313081 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f08fb9-856d-44c8-b25c-84d16113c2c3 admin admin] Network hostable DHCP agents. Network: 2012003e-b632-4164-8c87-cf58358e9030, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:52:12.329241 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f08fb9-856d-44c8-b25c-84d16113c2c3 admin admin] Network 2012003e-b632-4164-8c87-cf58358e9030 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:52:12.339446 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-f3f08fb9-856d-44c8-b25c-84d16113c2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 2012003e-b632-4164-8c87-cf58358e9030) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:52:12.344235 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f08fb9-856d-44c8-b25c-84d16113c2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:12.344815 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f3f08fb9-856d-44c8-b25c-84d16113c2c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:12.348958 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1342a3f-521c-43f6-bad5-787a7e77c068 None None] Network 2012003e-b632-4164-8c87-cf58358e9030 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:52:12.360047 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f3f08fb9-856d-44c8-b25c-84d16113c2c3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3024874 Aug 30 07:52:12.474077 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d790d805-e2d1-4f73-872a-e6b1f5484db7 None None] Network 2012003e-b632-4164-8c87-cf58358e9030 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:52:12.798237 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-79816b50-d896-4b08-bbd8-a15dc1d7c415 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:12.799652 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-79816b50-d896-4b08-bbd8-a15dc1d7c415 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/networks?id=2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 200 len: 815 time: 0.1123216 Aug 30 07:52:12.814153 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-b7fd3abe-3319-470b-9802-56bed6aec13c tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/quotas/2a73399dcc254004b62fbe3f08b7ec8b HTTP/1.1" status: 200 len: 375 time: 0.0088539 Aug 30 07:52:12.845325 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-8bf4a8d1-b695-47c2-88ae-7665f1d8918e tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255780 Aug 30 07:52:12.986032 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-501140e8-1a94-4ab6-91fa-55cf371858e6 service neutron] 10.222.0.64 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339700 Aug 30 07:52:13.073321 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-302bd863-5d92-4841-87dd-381ddeeff8c6 service neutron] 10.222.0.64 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806222 Aug 30 07:52:13.227130 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-04df7030-708b-4f9e-901c-74adc98dbbb9 req-32c549de-084d-4e2e-8b3e-ffd9b7aa45b5 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 210 time: 0.0267766 Aug 30 07:52:14.138838 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-b491223c-f776-42d1-8c7f-c65888c0d498 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:14.141259 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-b491223c-f776-42d1-8c7f-c65888c0d498 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "GET /v2.0/networks?id=2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 200 len: 815 time: 0.1212077 Aug 30 07:52:14.161623 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Request body: {'port': {'device_id': 'a554e7ee-311e-428f-bc83-91641201f9d1', 'network_id': '2012003e-b632-4164-8c87-cf58358e9030', 'admin_state_up': True, 'tenant_id': '2a73399dcc254004b62fbe3f08b7ec8b'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:52:14.269808 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Made reservation on behalf of 2a73399dcc254004b62fbe3f08b7ec8b for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:52:14.276072 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:14.355870 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-617d5a27-0d0f-4a08-86d6-2808aface536 req-1aab0dae-0054-4c86-b02c-7537cf8ea344 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 210 time: 0.0565853 Aug 30 07:52:14.427017 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Allocated IP 172.20.0.12 (2012003e-b632-4164-8c87-cf58358e9030/499de379-e64d-4b79-88de-fdd0273167a1/52338c92-b54c-4785-9a99-b5db3d4bf100) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:52:14.574505 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:14.614242 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:14.657434 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Network 2012003e-b632-4164-8c87-cf58358e9030 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:52:14.665668 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:52:14.669684 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:52:14.677338 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Pushing event updated for resources: {'Port': ['ID=52338c92-b54c-4785-9a99-b5db3d4bf100,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:14.727853 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:14.728504 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:14.743438 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fea8870d-f39b-4156-b2bb-1d60dd1e2426 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5856180 Aug 30 07:52:14.758112 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Request body: {'port': {'device_id': 'a554e7ee-311e-428f-bc83-91641201f9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:52:14.808974 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:15.058045 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52338c92-b54c-4785-9a99-b5db3d4bf100 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:52:15.066985 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:15.078595 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Transition to ACTIVE for port object 52338c92-b54c-4785-9a99-b5db3d4bf100 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:52:15.082903 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:15.135335 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Pushing event updated for resources: {'Port': ['ID=52338c92-b54c-4785-9a99-b5db3d4bf100,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:15.198352 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Attempting to bind port 52338c92-b54c-4785-9a99-b5db3d4bf100 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:52:15.198979 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Attempting to bind port 52338c92-b54c-4785-9a99-b5db3d4bf100 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:52:15.199143 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Attempting to bind port 52338c92-b54c-4785-9a99-b5db3d4bf100 on network 2012003e-b632-4164-8c87-cf58358e9030 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:52:15.203469 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Port 52338c92-b54c-4785-9a99-b5db3d4bf100 on network 2012003e-b632-4164-8c87-cf58358e9030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:52:15.203845 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Attempting to bind port 52338c92-b54c-4785-9a99-b5db3d4bf100 on network 2012003e-b632-4164-8c87-cf58358e9030 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:52:15.209210 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:52:15.209544 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Checking segment: {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:52:15.209975 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Bound using segment: {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:52:15.210400 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Bound port: 52338c92-b54c-4785-9a99-b5db3d4bf100, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:52:15.210758 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:15.274918 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] For port 52338c92-b54c-4785-9a99-b5db3d4bf100, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:52:15.278321 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] For port 52338c92-b54c-4785-9a99-b5db3d4bf100, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=52338c92-b54c-4785-9a99-b5db3d4bf100,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:52:15.284928 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:15.326324 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:15.326705 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:15.328140 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] 10.222.0.68 "PUT /v2.0/ports/52338c92-b54c-4785-9a99-b5db3d4bf100 HTTP/1.1" status: 200 len: 1094 time: 0.5742681 Aug 30 07:52:15.328575 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a554e7ee-311e-428f-bc83-91641201f9d1', 'tag': '52338c92-b54c-4785-9a99-b5db3d4bf100'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:15.331613 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7094c78-1f46-45d2-bad4-d013cda030b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a554e7ee-311e-428f-bc83-91641201f9d1", "tag": "52338c92-b54c-4785-9a99-b5db3d4bf100"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:15.384887 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75f0f74-ebe6-4ea1-926c-0b29fc78f9fa x-openstack-request-id: req-b75f0f74-ebe6-4ea1-926c-0b29fc78f9fa {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:15.385183 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a554e7ee-311e-428f-bc83-91641201f9d1", "tag": "52338c92-b54c-4785-9a99-b5db3d4bf100", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:15.385448 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b75f0f74-ebe6-4ea1-926c-0b29fc78f9fa {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:15.385857 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a554e7ee-311e-428f-bc83-91641201f9d1', 'tag': '52338c92-b54c-4785-9a99-b5db3d4bf100', 'status': 'completed', 'code': 200} Aug 30 07:52:15.435435 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee528b3-6e6e-48fe-ba90-2ee2cd3cd27d service neutron] Pushing event updated for resources: {'Port': ['ID=52338c92-b54c-4785-9a99-b5db3d4bf100,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:15.489380 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec974ed-7c2f-479c-9138-ee96ba6f222d req-23f7aa76-c429-4bba-ac97-ce2e71e0cdbd tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:15.490869 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eec974ed-7c2f-479c-9138-ee96ba6f222d req-23f7aa76-c429-4bba-ac97-ce2e71e0cdbd tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.1684988 Aug 30 07:52:15.493563 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa811d30-15f0-462e-9e50-fe3e5ee6f5e1 req-ca033759-4fbc-4cf7-a509-963d27a18ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:15.494915 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aa811d30-15f0-462e-9e50-fe3e5ee6f5e1 req-ca033759-4fbc-4cf7-a509-963d27a18ffc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e501f3a7a91f403abc5dd9039ff432ed&device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 1137 time: 0.1480675 Aug 30 07:52:15.510262 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-a9e62fd4-29f3-4cdf-91c3-27cee05f20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:15.511708 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-a9e62fd4-29f3-4cdf-91c3-27cee05f20e4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 1097 time: 0.1217012 Aug 30 07:52:15.615627 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0e576-69ca-4876-a319-7e7024d44021 req-221f5c80-e1d7-422e-8bad-5b7ad9b02302 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:15.617168 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66c0e576-69ca-4876-a319-7e7024d44021 req-221f5c80-e1d7-422e-8bad-5b7ad9b02302 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 944 time: 0.1857514 Aug 30 07:52:15.618391 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-236f7378-325b-48f9-b2c0-361077efdef6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52338c92-b54c-4785-9a99-b5db3d4bf100 HTTP/1.1" status: 200 len: 217 time: 0.0907230 Aug 30 07:52:15.636270 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eec974ed-7c2f-479c-9138-ee96ba6f222d req-9b064b17-68de-4567-bee5-d2fb52c3eb85 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=42de497c-c4b1-4879-8468-e4961a80041a&id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385744 Aug 30 07:52:15.730817 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66c0e576-69ca-4876-a319-7e7024d44021 req-23de058d-4144-4af1-a1f5-3067593fac8e tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019907 Aug 30 07:52:15.732893 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-dda11b08-8107-4197-a1f1-2748e31d7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:15.734267 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-dda11b08-8107-4197-a1f1-2748e31d7e0a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=499de379-e64d-4b79-88de-fdd0273167a1 HTTP/1.1" status: 200 len: 855 time: 0.1044836 Aug 30 07:52:15.735280 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa811d30-15f0-462e-9e50-fe3e5ee6f5e1 req-54441b8a-16e3-4ef3-b909-adab04cde034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:15.736587 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aa811d30-15f0-462e-9e50-fe3e5ee6f5e1 req-54441b8a-16e3-4ef3-b909-adab04cde034 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9d15f960-763e-45c6-89bd-871dcad1be5f HTTP/1.1" status: 200 len: 915 time: 0.2332103 Aug 30 07:52:15.781695 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-98df599e-5e89-4dfd-bd96-2f83073d3713 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2012003e-b632-4164-8c87-cf58358e9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331340 Aug 30 07:52:15.877310 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aa811d30-15f0-462e-9e50-fe3e5ee6f5e1 req-b23f78bb-2e92-45db-b15e-71d819e6d9df service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 HTTP/1.1" status: 200 len: 1001 time: 0.1275187 Aug 30 07:52:15.938019 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-fda89814-0e33-4432-9cb0-f7de7f415789 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301837 Aug 30 07:52:15.941878 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa811d30-15f0-462e-9e50-fe3e5ee6f5e1 req-5a26f782-e6b3-434f-a873-ee3de554bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:15.943171 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aa811d30-15f0-462e-9e50-fe3e5ee6f5e1 req-5a26f782-e6b3-434f-a873-ee3de554bab4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b9cd1c7-244c-43dd-b90b-105e268ae311 HTTP/1.1" status: 200 len: 853 time: 0.0567214 Aug 30 07:52:16.044266 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa811d30-15f0-462e-9e50-fe3e5ee6f5e1 req-ad218a46-2a58-4236-a310-ccd37f46b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:16.045742 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aa811d30-15f0-462e-9e50-fe3e5ee6f5e1 req-ad218a46-2a58-4236-a310-ccd37f46b5e1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d15f960-763e-45c6-89bd-871dcad1be5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879049 Aug 30 07:52:16.077848 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5c41976c-b1dd-437c-970f-bc202005fa3f req-66c6c81a-100c-41ea-a28d-608156cc607d service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266413 Aug 30 07:52:16.146736 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aa811d30-15f0-462e-9e50-fe3e5ee6f5e1 req-14dd50c4-1e78-4343-97f6-1d8f54f3099e service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891984 Aug 30 07:52:16.255939 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7094c78-1f46-45d2-bad4-d013cda030b6 req-7a4320fd-445f-4ca8-b818-73f9e0962d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:16.257405 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a7094c78-1f46-45d2-bad4-d013cda030b6 req-7a4320fd-445f-4ca8-b818-73f9e0962d58 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 1097 time: 0.0878875 Aug 30 07:52:16.291833 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-aa811d30-15f0-462e-9e50-fe3e5ee6f5e1 req-21d690c1-477c-4154-a115-0207b611e65d service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293175 Aug 30 07:52:16.354645 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7094c78-1f46-45d2-bad4-d013cda030b6 req-23feafd1-69d6-48f6-82e1-39565da3aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:16.356123 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a7094c78-1f46-45d2-bad4-d013cda030b6 req-23feafd1-69d6-48f6-82e1-39565da3aaf5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 200 len: 916 time: 0.0886712 Aug 30 07:52:16.397116 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a7094c78-1f46-45d2-bad4-d013cda030b6 req-07f4e2eb-d8f0-4af5-8f1a-9e5a71bb347d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52338c92-b54c-4785-9a99-b5db3d4bf100 HTTP/1.1" status: 200 len: 217 time: 0.0333028 Aug 30 07:52:16.447843 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7094c78-1f46-45d2-bad4-d013cda030b6 req-908e9c66-b31b-476e-8ea6-f1c952701eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:16.449215 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a7094c78-1f46-45d2-bad4-d013cda030b6 req-908e9c66-b31b-476e-8ea6-f1c952701eff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=499de379-e64d-4b79-88de-fdd0273167a1 HTTP/1.1" status: 200 len: 855 time: 0.0452425 Aug 30 07:52:16.479479 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a7094c78-1f46-45d2-bad4-d013cda030b6 req-fae712a5-e630-44f3-8660-763a0f6c995f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2012003e-b632-4164-8c87-cf58358e9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225620 Aug 30 07:52:16.574951 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a7094c78-1f46-45d2-bad4-d013cda030b6 req-6409ae65-ceb4-4f90-935e-c191112ac861 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828357 Aug 30 07:52:16.671019 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a7094c78-1f46-45d2-bad4-d013cda030b6 req-02bfa641-6700-4c22-a14b-f95e6c097828 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892279 Aug 30 07:52:16.762796 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bbb6f-e205-4ccf-9ae7-f6ac53590efc req-8bfb3d23-f3ef-44a9-ada8-bce998220d87 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:16.764342 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-042bbb6f-e205-4ccf-9ae7-f6ac53590efc req-8bfb3d23-f3ef-44a9-ada8-bce998220d87 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.0497601 Aug 30 07:52:16.814663 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-042bbb6f-e205-4ccf-9ae7-f6ac53590efc req-489a083f-0dc3-456b-8d10-03e312ed162c tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=42de497c-c4b1-4879-8468-e4961a80041a&id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443616 Aug 30 07:52:16.850214 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b574a9e-fabd-4f5c-8d09-9eed7d4f4b64 req-5a01c22d-ea62-434b-97c0-0a56da630e86 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:16.851693 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b574a9e-fabd-4f5c-8d09-9eed7d4f4b64 req-5a01c22d-ea62-434b-97c0-0a56da630e86 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 944 time: 0.0531855 Aug 30 07:52:16.888067 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b574a9e-fabd-4f5c-8d09-9eed7d4f4b64 req-5864f4a4-4aed-4e87-9f3b-db4b0ebfb512 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301998 Aug 30 07:52:17.930702 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e433674-3c55-4dcb-bfc4-ce0a8a75ccaa req-b47dc1a9-67eb-490a-9ed9-6d5a733bf335 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:17.932226 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9e433674-3c55-4dcb-bfc4-ce0a8a75ccaa req-b47dc1a9-67eb-490a-9ed9-6d5a733bf335 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.0521405 Aug 30 07:52:17.997387 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9e433674-3c55-4dcb-bfc4-ce0a8a75ccaa req-bd66b8a0-a1c0-4eed-ab6a-3c635c6a58bc tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=42de497c-c4b1-4879-8468-e4961a80041a&id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587757 Aug 30 07:52:18.016401 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a8d1f-c7fa-487b-9609-fc8c4e0556a6 req-a4f98ef4-6895-4902-ae97-5b49dd7ec3f1 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:18.018377 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-df8a8d1f-c7fa-487b-9609-fc8c4e0556a6 req-a4f98ef4-6895-4902-ae97-5b49dd7ec3f1 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 944 time: 0.0636404 Aug 30 07:52:18.055840 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-df8a8d1f-c7fa-487b-9609-fc8c4e0556a6 req-085de07f-760c-4ce4-b8fe-585c8c8bc0f7 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313563 Aug 30 07:52:19.114812 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15608c-f221-4d63-a2e3-83bfcff7a138 req-de587109-39a5-41d2-b39e-80e132840e5e tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:19.116389 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c15608c-f221-4d63-a2e3-83bfcff7a138 req-de587109-39a5-41d2-b39e-80e132840e5e tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.0504289 Aug 30 07:52:19.191856 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c15608c-f221-4d63-a2e3-83bfcff7a138 req-347b7715-b638-47c2-8920-6c9097a4ab53 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=42de497c-c4b1-4879-8468-e4961a80041a&id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679402 Aug 30 07:52:19.200359 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a62c-b212-4151-ae4d-c2b085a17bc0 req-e092dc39-a8a1-4b33-a1cb-116408af0283 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:19.201929 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0cb4a62c-b212-4151-ae4d-c2b085a17bc0 req-e092dc39-a8a1-4b33-a1cb-116408af0283 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 944 time: 0.0798275 Aug 30 07:52:19.240148 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0cb4a62c-b212-4151-ae4d-c2b085a17bc0 req-f3c84d82-263c-425c-a5d9-671ede9e5c91 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Aug 30 07:52:19.483453 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 52338c92-b54c-4785-9a99-b5db3d4bf100 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:52:19.691957 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 52338c92-b54c-4785-9a99-b5db3d4bf100, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=52338c92-b54c-4785-9a99-b5db3d4bf100,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:19.703549 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '52338c92-b54c-4785-9a99-b5db3d4bf100', 'network_id': '2012003e-b632-4164-8c87-cf58358e9030', 'port_id': '52338c92-b54c-4785-9a99-b5db3d4bf100', 'mac_address': 'fa:16:3e:38:0d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499de379-e64d-4b79-88de-fdd0273167a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:52:19.742150 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:19.754716 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52338c92-b54c-4785-9a99-b5db3d4bf100 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:52:19.773517 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 52338c92-b54c-4785-9a99-b5db3d4bf100, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=52338c92-b54c-4785-9a99-b5db3d4bf100,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:19.777996 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:19.823750 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=52338c92-b54c-4785-9a99-b5db3d4bf100,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:20.126902 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['52338c92-b54c-4785-9a99-b5db3d4bf100'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:52:20.310389 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ff864-00f0-4e8e-baf4-44139575cc96 req-f1c59a6d-ba52-4273-b340-5c8da8dfb333 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:20.312110 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-098ff864-00f0-4e8e-baf4-44139575cc96 req-f1c59a6d-ba52-4273-b340-5c8da8dfb333 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.0538065 Aug 30 07:52:20.386270 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-098ff864-00f0-4e8e-baf4-44139575cc96 req-783b4e4e-5500-4408-ae81-9971481d8525 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=42de497c-c4b1-4879-8468-e4961a80041a&id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633430 Aug 30 07:52:20.397482 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945368e-d3b9-4bb1-a41a-0cbbfb291978 req-b8e38fd2-11df-4b9b-9eac-e5626207ab05 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:20.399071 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d945368e-d3b9-4bb1-a41a-0cbbfb291978 req-b8e38fd2-11df-4b9b-9eac-e5626207ab05 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0860202 Aug 30 07:52:20.437269 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d945368e-d3b9-4bb1-a41a-0cbbfb291978 req-8dd1c37e-d959-4b39-8f28-35f6210d42f2 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322061 Aug 30 07:52:21.479421 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 52338c92-b54c-4785-9a99-b5db3d4bf100 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:52:21.498435 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee23bbd-cb40-4f48-9d02-963b46a73885 req-7ab6b946-4546-4366-9341-126686efd683 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:21.500014 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3ee23bbd-cb40-4f48-9d02-963b46a73885 req-7ab6b946-4546-4366-9341-126686efd683 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.0483475 Aug 30 07:52:21.532446 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port 52338c92-b54c-4785-9a99-b5db3d4bf100 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:52:21.536709 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 52338c92-b54c-4785-9a99-b5db3d4bf100 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:52:21.537032 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:21.569045 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3ee23bbd-cb40-4f48-9d02-963b46a73885 req-57de9b5c-298d-4c31-9b29-90b673675640 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=42de497c-c4b1-4879-8468-e4961a80041a&id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582085 Aug 30 07:52:21.577327 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d780e-17f6-4f21-933a-cb765a4990e0 req-2fdbb95f-aca1-4a15-8b26-d79ec91d7eb6 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:21.578831 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d9d780e-17f6-4f21-933a-cb765a4990e0 req-2fdbb95f-aca1-4a15-8b26-d79ec91d7eb6 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 945 time: 0.0769103 Aug 30 07:52:21.617475 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d9d780e-17f6-4f21-933a-cb765a4990e0 req-ac227977-1920-4d66-961e-c607eb48f726 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Aug 30 07:52:21.617897 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:21.640454 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a554e7ee-311e-428f-bc83-91641201f9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52338c92-b54c-4785-9a99-b5db3d4bf100'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:21.642679 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880fb34e-131b-42b7-ad9c-4d4c4b0a7c00" -d '{"events": [{"server_uuid": "a554e7ee-311e-428f-bc83-91641201f9d1", "name": "network-vif-plugged", "status": "completed", "tag": "52338c92-b54c-4785-9a99-b5db3d4bf100"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:21.657361 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 52338c92-b54c-4785-9a99-b5db3d4bf100, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=52338c92-b54c-4785-9a99-b5db3d4bf100,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:21.662119 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:21.708254 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=52338c92-b54c-4785-9a99-b5db3d4bf100,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:21.732777 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a05485f-0532-4cb7-acf5-e2a97470fe5e x-openstack-request-id: req-6a05485f-0532-4cb7-acf5-e2a97470fe5e {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:21.733075 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a554e7ee-311e-428f-bc83-91641201f9d1", "name": "network-vif-plugged", "status": "completed", "tag": "52338c92-b54c-4785-9a99-b5db3d4bf100", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:21.733327 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a05485f-0532-4cb7-acf5-e2a97470fe5e {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:21.733751 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a554e7ee-311e-428f-bc83-91641201f9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52338c92-b54c-4785-9a99-b5db3d4bf100', 'code': 200} Aug 30 07:52:21.894046 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f689d1-0cd2-4946-af6c-3f2e8b9c7592 req-369264aa-217d-491e-8ba8-9f65a976bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:21.895529 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-63f689d1-0cd2-4946-af6c-3f2e8b9c7592 req-369264aa-217d-491e-8ba8-9f65a976bdb6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0417945 Aug 30 07:52:21.928436 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-63f689d1-0cd2-4946-af6c-3f2e8b9c7592 req-6a92cb17-df4f-4c30-9cd9-8defc3462cb4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260417 Aug 30 07:52:22.685801 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a65d-8889-409a-aff0-796b5e9d83dc req-484774ea-322a-413d-9391-d5ed4a12c947 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:22.687297 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eba0a65d-8889-409a-aff0-796b5e9d83dc req-484774ea-322a-413d-9391-d5ed4a12c947 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.0494349 Aug 30 07:52:22.750598 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eba0a65d-8889-409a-aff0-796b5e9d83dc req-dec1920f-0ad5-4ae1-b4c7-142cfafbdb73 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=42de497c-c4b1-4879-8468-e4961a80041a&id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543890 Aug 30 07:52:22.758528 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cf555-1f1c-49c8-aa62-cb7ba5cb0799 req-446c5ea5-c4dd-4731-aa35-98076519c260 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:22.759989 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9a5cf555-1f1c-49c8-aa62-cb7ba5cb0799 req-446c5ea5-c4dd-4731-aa35-98076519c260 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 946 time: 0.0718293 Aug 30 07:52:22.796834 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9a5cf555-1f1c-49c8-aa62-cb7ba5cb0799 req-16e8d7cc-3a43-4bd0-860b-98a27a511dff tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308824 Aug 30 07:52:23.878720 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068eed3-b75a-4107-9dad-6ae7e1dec02a req-fbda2c74-a913-4ab1-bef2-09468beb25cc tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:23.880193 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9068eed3-b75a-4107-9dad-6ae7e1dec02a req-fbda2c74-a913-4ab1-bef2-09468beb25cc tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.0584929 Aug 30 07:52:23.938300 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9068eed3-b75a-4107-9dad-6ae7e1dec02a req-1ee4f8f1-d93f-4a27-ad90-031e9a952d0e tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=42de497c-c4b1-4879-8468-e4961a80041a&id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420811 Aug 30 07:52:23.945915 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14153b-35ba-42bc-802f-d134e49a87be req-7e688f9b-fbd7-42c1-86ef-f5e4dedb0487 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:23.947374 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b14153b-35ba-42bc-802f-d134e49a87be req-7e688f9b-fbd7-42c1-86ef-f5e4dedb0487 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 946 time: 0.0850489 Aug 30 07:52:23.993527 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9b14153b-35ba-42bc-802f-d134e49a87be req-1a713892-e931-491e-879d-607fa922df40 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Aug 30 07:52:25.053785 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3d956-b815-447c-85ac-427f30303a45 req-629c5e65-2b86-45f2-aa11-7b7c1515a630 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:25.055328 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-31b3d956-b815-447c-85ac-427f30303a45 req-629c5e65-2b86-45f2-aa11-7b7c1515a630 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.0510783 Aug 30 07:52:25.095536 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-31b3d956-b815-447c-85ac-427f30303a45 req-1eec5da8-d9f3-4bd4-88ad-33b706063745 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=42de497c-c4b1-4879-8468-e4961a80041a&id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335042 Aug 30 07:52:26.205935 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fe743-3724-4a57-b9a5-ea6f0d99bf4b req-6b765f81-4e8b-4a13-a0ad-ce2374d3e785 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:26.207897 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-284fe743-3724-4a57-b9a5-ea6f0d99bf4b req-6b765f81-4e8b-4a13-a0ad-ce2374d3e785 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.0470259 Aug 30 07:52:26.247263 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-284fe743-3724-4a57-b9a5-ea6f0d99bf4b req-be072c49-4416-4947-acd2-d111d7568e97 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=42de497c-c4b1-4879-8468-e4961a80041a&id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328608 Aug 30 07:52:27.371617 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02686150-168f-4064-9dd9-e2c6c197031d req-5bfb6ddd-868d-49f9-a2b1-b0f6c0d83444 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:27.373068 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02686150-168f-4064-9dd9-e2c6c197031d req-5bfb6ddd-868d-49f9-a2b1-b0f6c0d83444 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.0474772 Aug 30 07:52:27.413080 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02686150-168f-4064-9dd9-e2c6c197031d req-2dad77d7-4fc1-46aa-9910-81acb4d61dd2 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=42de497c-c4b1-4879-8468-e4961a80041a&id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339897 Aug 30 07:52:32.639277 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55764) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:32.822653 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Deleting port 8e1d54e4-8b97-4bae-8840-b30db4e2036e {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:32.823238 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:32.895062 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:32.895327 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:32.907158 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Calling delete_port for 8e1d54e4-8b97-4bae-8840-b30db4e2036e owned by network:floatingip {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:33.077743 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:33.107797 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event deleted for resources: {'Port': ['ID=8e1d54e4-8b97-4bae-8840-b30db4e2036e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:33.168948 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:33.169328 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Floating IP c2329e01-7f94-412f-a6db-a4a8989c6b20 disassociated (deleted). External IP: 172.27.1.96, port: dedd4bb0-98d4-4b44-af45-222830deb5e5. Aug 30 07:52:33.382464 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:52:33.494036 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:52:33.498632 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:33.509426 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ede87f-9e0d-438d-8463-4a3a820cafc1 None None] Sync routers for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:52:33.523041 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ede87f-9e0d-438d-8463-4a3a820cafc1 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:33.523944 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-38ede87f-9e0d-438d-8463-4a3a820cafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:52:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:33.528793 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b15d43c4-4af1-4097-b450-b2b9dbf2525a tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "DELETE /v2.0/floatingips/c2329e01-7f94-412f-a6db-a4a8989c6b20 HTTP/1.1" status: 204 len: 168 time: 0.8884108 Aug 30 07:52:33.529364 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dff762a-8562-4445-964b-bd66a52a495d', 'tag': 'dedd4bb0-98d4-4b44-af45-222830deb5e5'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:33.531746 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2b2053852bbca19f310474c19a8cfcf684cd06d2ad1c86ed95ebbe9c1c4a0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d83e82a-9f88-4d95-98f7-4125d920221b" -d '{"events": [{"name": "network-changed", "server_uuid": "5dff762a-8562-4445-964b-bd66a52a495d", "tag": "dedd4bb0-98d4-4b44-af45-222830deb5e5"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:33.623829 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c9ec662d-1544-4d1b-a186-85953079a5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:33.640292 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-cdeb40f3-8c0c-4eec-a9d8-6ed42bc2345c tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:33.643707 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-cdeb40f3-8c0c-4eec-a9d8-6ed42bc2345c tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/networks?id=2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 200 len: 815 time: 0.4144721 Aug 30 07:52:33.665804 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-398faed9-361b-4035-ae31-b57889ac4b48 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/quotas/2a73399dcc254004b62fbe3f08b7ec8b HTTP/1.1" status: 200 len: 375 time: 0.0148668 Aug 30 07:52:33.721224 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-b7260a37-f537-48db-82a3-442508fc9f5f tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484478 Aug 30 07:52:33.728042 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-38ede87f-9e0d-438d-8463-4a3a820cafc1 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:33.824305 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-dae86ecf-b24c-4f86-8ce1-2724f0972eed service neutron] 10.222.0.64 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939770 Aug 30 07:52:33.827254 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4c161b-a6c8-430a-a79a-43fd47208001 x-openstack-request-id: req-3d4c161b-a6c8-430a-a79a-43fd47208001 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:33.827996 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dff762a-8562-4445-964b-bd66a52a495d", "tag": "dedd4bb0-98d4-4b44-af45-222830deb5e5", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:33.827996 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d4c161b-a6c8-430a-a79a-43fd47208001 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:33.828313 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dff762a-8562-4445-964b-bd66a52a495d', 'tag': 'dedd4bb0-98d4-4b44-af45-222830deb5e5', 'status': 'completed', 'code': 200} Aug 30 07:52:33.995334 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-38ede87f-9e0d-438d-8463-4a3a820cafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '229376de-f616-4f78-b5fc-2da208f40687', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': '7af6004b-abea-41ef-b068-1d948fee3659', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:c9:62:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:47:43Z', 'updated_at': '2021-08-30T07:47:45Z', 'revision_number': 1, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:34.017788 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e82a-9f88-4d95-98f7-4125d920221b req-bdf4265d-2658-441d-a89e-2b4b2e111006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:34.019341 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d83e82a-9f88-4d95-98f7-4125d920221b req-bdf4265d-2658-441d-a89e-2b4b2e111006 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 1098 time: 0.1512299 Aug 30 07:52:34.021249 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ede87f-9e0d-438d-8463-4a3a820cafc1 None None] Checking router: 7c0ff0e0-f528-46ad-b2b8-ab025803d3be for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:52:34.028904 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232318b1-50c2-4428-b535-474c78d68191 req-408f6803-34d1-4f2e-ac37-df07beda2910 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:34.030234 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-232318b1-50c2-4428-b535-474c78d68191 req-408f6803-34d1-4f2e-ac37-df07beda2910 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.1081505 Aug 30 07:52:34.030848 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ede87f-9e0d-438d-8463-4a3a820cafc1 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:34.031831 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-38ede87f-9e0d-438d-8463-4a3a820cafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:52:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:34.042511 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-a0b244cd-e109-4c97-a153-82a6de211c2f service neutron] 10.222.0.64 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038155 Aug 30 07:52:34.130552 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-232318b1-50c2-4428-b535-474c78d68191 req-4fc12ef8-9774-4566-8fb4-2cb3eb72502e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916996 Aug 30 07:52:34.155473 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e82a-9f88-4d95-98f7-4125d920221b req-418d88dc-58f2-418c-b22b-3fab7e0ec103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:34.157020 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d83e82a-9f88-4d95-98f7-4125d920221b req-418d88dc-58f2-418c-b22b-3fab7e0ec103 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 913 time: 0.1259406 Aug 30 07:52:34.179121 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-38ede87f-9e0d-438d-8463-4a3a820cafc1 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:34.202195 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d83e82a-9f88-4d95-98f7-4125d920221b req-2f46cc80-e5a6-4b0b-92dd-638ab0e3d9a5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dedd4bb0-98d4-4b44-af45-222830deb5e5 HTTP/1.1" status: 200 len: 217 time: 0.0356488 Aug 30 07:52:34.251818 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e82a-9f88-4d95-98f7-4125d920221b req-3a9b871b-6136-4d59-b01a-e4d24d195350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:34.253280 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d83e82a-9f88-4d95-98f7-4125d920221b req-3a9b871b-6136-4d59-b01a-e4d24d195350 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0432856 Aug 30 07:52:34.315887 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e82a-9f88-4d95-98f7-4125d920221b req-f001f439-0e86-4407-8090-7561b4ea5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:34.317600 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d83e82a-9f88-4d95-98f7-4125d920221b req-f001f439-0e86-4407-8090-7561b4ea5e02 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489161 Aug 30 07:52:34.413908 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-38ede87f-9e0d-438d-8463-4a3a820cafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '229376de-f616-4f78-b5fc-2da208f40687', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': '7af6004b-abea-41ef-b068-1d948fee3659', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:c9:62:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:47:43Z', 'updated_at': '2021-08-30T07:47:45Z', 'revision_number': 1, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:34.419254 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d83e82a-9f88-4d95-98f7-4125d920221b req-68067442-3f45-434b-9fbd-c91a638be8ba service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884545 Aug 30 07:52:34.443636 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ede87f-9e0d-438d-8463-4a3a820cafc1 None None] The sync data for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi is: [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': '229376de-f616-4f78-b5fc-2da208f40687', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'port_id': '7af6004b-abea-41ef-b068-1d948fee3659', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'mac_address': 'fa:16:3e:c9:62:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:47:43Z', 'updated_at': '2021-08-30T07:47:45Z', 'revision_number': 1, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:52:34.517847 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d83e82a-9f88-4d95-98f7-4125d920221b req-68664bf4-0d5a-44d7-85cf-703da6daada0 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905883 Aug 30 07:52:34.657607 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f91faea-e906-4f42-8bde-629409b67d02 None None] New status for floating IP c2329e01-7f94-412f-a6db-a4a8989c6b20: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:52:35.232727 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:35.243182 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d0a66e00-c08f-4517-ad2e-82b5a30116cf req-556c6105-12f3-4bfb-90e2-3967e2168082 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 210 time: 0.0389462 Aug 30 07:52:35.292638 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551b00-b1ed-4c2d-a027-af5edbb6b6b2 req-869dd345-d01c-4cd9-9c0d-f7cfed4eadff tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:35.294591 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6b551b00-b1ed-4c2d-a027-af5edbb6b6b2 req-869dd345-d01c-4cd9-9c0d-f7cfed4eadff tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.0779300 Aug 30 07:52:35.331885 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6b551b00-b1ed-4c2d-a027-af5edbb6b6b2 req-88b1ff58-75ba-4d6b-95f0-61151cb3b3e3 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315633 Aug 30 07:52:35.676599 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabb57c-75e8-46eb-99c9-46eb93bb0682 req-02b03712-f63b-4ec9-8c5c-58d840d679e4 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:35.677960 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0eabb57c-75e8-46eb-99c9-46eb93bb0682 req-02b03712-f63b-4ec9-8c5c-58d840d679e4 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 945 time: 0.0483189 Aug 30 07:52:35.770472 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-0eabb57c-75e8-46eb-99c9-46eb93bb0682 req-f01cfe75-c37a-45a2-97ef-b7215d42d83e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Deleting port dedd4bb0-98d4-4b44-af45-222830deb5e5 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:35.770815 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0eabb57c-75e8-46eb-99c9-46eb93bb0682 req-f01cfe75-c37a-45a2-97ef-b7215d42d83e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:35.862471 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-0eabb57c-75e8-46eb-99c9-46eb93bb0682 req-f01cfe75-c37a-45a2-97ef-b7215d42d83e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] For port dedd4bb0-98d4-4b44-af45-222830deb5e5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dedd4bb0-98d4-4b44-af45-222830deb5e5,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:35.862837 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0eabb57c-75e8-46eb-99c9-46eb93bb0682 req-f01cfe75-c37a-45a2-97ef-b7215d42d83e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:35.876611 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-0eabb57c-75e8-46eb-99c9-46eb93bb0682 req-f01cfe75-c37a-45a2-97ef-b7215d42d83e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Calling delete_port for dedd4bb0-98d4-4b44-af45-222830deb5e5 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:36.005760 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0eabb57c-75e8-46eb-99c9-46eb93bb0682 req-f01cfe75-c37a-45a2-97ef-b7215d42d83e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:36.033032 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cfe75-c37a-45a2-97ef-b7215d42d83e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event deleted for resources: {'Port': ['ID=dedd4bb0-98d4-4b44-af45-222830deb5e5,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:36.076033 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eabb57c-75e8-46eb-99c9-46eb93bb0682 req-f01cfe75-c37a-45a2-97ef-b7215d42d83e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] No DVR routers for this DVR port dedd4bb0-98d4-4b44-af45-222830deb5e5 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:36.078517 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0eabb57c-75e8-46eb-99c9-46eb93bb0682 req-f01cfe75-c37a-45a2-97ef-b7215d42d83e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:36.080582 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0eabb57c-75e8-46eb-99c9-46eb93bb0682 req-f01cfe75-c37a-45a2-97ef-b7215d42d83e tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "DELETE /v2.0/ports/dedd4bb0-98d4-4b44-af45-222830deb5e5 HTTP/1.1" status: 204 len: 173 time: 0.3966141 Aug 30 07:52:36.081008 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dff762a-8562-4445-964b-bd66a52a495d', 'name': 'network-vif-deleted', 'tag': 'dedd4bb0-98d4-4b44-af45-222830deb5e5'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:36.083339 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60111b1-13ed-4820-b3da-79cc4130c476" -d '{"events": [{"server_uuid": "5dff762a-8562-4445-964b-bd66a52a495d", "name": "network-vif-deleted", "tag": "dedd4bb0-98d4-4b44-af45-222830deb5e5"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:36.124056 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c716eb-aca5-473c-92b5-cb5c34d9a4e7 x-openstack-request-id: req-a7c716eb-aca5-473c-92b5-cb5c34d9a4e7 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:36.124397 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dff762a-8562-4445-964b-bd66a52a495d", "name": "network-vif-deleted", "tag": "dedd4bb0-98d4-4b44-af45-222830deb5e5", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:36.124623 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7c716eb-aca5-473c-92b5-cb5c34d9a4e7 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:36.125023 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dff762a-8562-4445-964b-bd66a52a495d', 'name': 'network-vif-deleted', 'tag': 'dedd4bb0-98d4-4b44-af45-222830deb5e5', 'status': 'completed', 'code': 200} Aug 30 07:52:36.161814 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fca88641-9c8d-44c8-8220-7efe33b4e05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:36.342537 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f2e8904-84af-462c-8234-fae8b1c2e2dc req-bc0381b1-8d29-4e81-8268-e16302905da7 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 210 time: 0.0286589 Aug 30 07:52:36.482215 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-761b0ac0-11ca-4f3a-ae9f-674a5be4156b req-5ca81ae2-1e74-4bbf-b4a1-7072ce7890e9 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dff762a-8562-4445-964b-bd66a52a495d HTTP/1.1" status: 200 len: 210 time: 0.0374455 Aug 30 07:52:36.503263 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-a6a29cbf-2d5e-4b32-9521-5b3a81e34cc6 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:36.504797 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-a6a29cbf-2d5e-4b32-9521-5b3a81e34cc6 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "GET /v2.0/networks?id=2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 200 len: 815 time: 0.1650000 Aug 30 07:52:36.540700 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Request body: {'port': {'device_id': 'fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f', 'network_id': '2012003e-b632-4164-8c87-cf58358e9030', 'admin_state_up': True, 'tenant_id': '2a73399dcc254004b62fbe3f08b7ec8b'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:52:36.644521 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Made reservation on behalf of 2a73399dcc254004b62fbe3f08b7ec8b for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:52:36.647881 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:36.686868 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:36.776052 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Allocated IP 172.20.0.8 (2012003e-b632-4164-8c87-cf58358e9030/499de379-e64d-4b79-88de-fdd0273167a1/ca569e1f-9b24-4345-b563-20d9d71a2e46) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:52:36.921057 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:36.963886 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:36.975065 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['52338c92-b54c-4785-9a99-b5db3d4bf100'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:52:37.016433 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Network 2012003e-b632-4164-8c87-cf58358e9030 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:52:37.021546 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:52:37.026798 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:52:37.030633 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Pushing event updated for resources: {'Port': ['ID=ca569e1f-9b24-4345-b563-20d9d71a2e46,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:37.078574 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:37.079184 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:37.093432 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-02a9ec89-891b-4787-9f09-f3becd405496 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5577261 Aug 30 07:52:37.138126 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Request body: {'port': {'device_id': 'fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:52:37.192131 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:37.392250 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:37.477867 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca569e1f-9b24-4345-b563-20d9d71a2e46 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:52:37.486534 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:37.501567 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f551f3-5859-41a2-b51b-de390bcbc5ae req-1f5e388e-04f1-4fc0-897f-5277a3ada89e tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:37.503025 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-82f551f3-5859-41a2-b51b-de390bcbc5ae req-1f5e388e-04f1-4fc0-897f-5277a3ada89e tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 931 time: 0.0866625 Aug 30 07:52:37.512010 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Transition to ACTIVE for port object ca569e1f-9b24-4345-b563-20d9d71a2e46 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:52:37.528506 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:37.587368 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-82f551f3-5859-41a2-b51b-de390bcbc5ae req-65b58322-e6dc-41be-8ef4-f3189e62324a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770693 Aug 30 07:52:37.599159 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca569e1f-9b24-4345-b563-20d9d71a2e46,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:37.605302 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device dedd4bb0-98d4-4b44-af45-222830deb5e5 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:37.632356 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: dedd4bb0-98d4-4b44-af45-222830deb5e5 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:37.633536 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device dedd4bb0-98d4-4b44-af45-222830deb5e5 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:37.672824 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Attempting to bind port ca569e1f-9b24-4345-b563-20d9d71a2e46 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:52:37.673153 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Attempting to bind port ca569e1f-9b24-4345-b563-20d9d71a2e46 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:52:37.673476 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Attempting to bind port ca569e1f-9b24-4345-b563-20d9d71a2e46 on network 2012003e-b632-4164-8c87-cf58358e9030 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:52:37.677598 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Port ca569e1f-9b24-4345-b563-20d9d71a2e46 on network 2012003e-b632-4164-8c87-cf58358e9030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:52:37.677910 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Attempting to bind port ca569e1f-9b24-4345-b563-20d9d71a2e46 on network 2012003e-b632-4164-8c87-cf58358e9030 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:52:37.683052 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:52:37.683405 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Checking segment: {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:52:37.683778 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Bound using segment: {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:52:37.684195 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Bound port: ca569e1f-9b24-4345-b563-20d9d71a2e46, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:52:37.684539 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:37.744335 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] For port ca569e1f-9b24-4345-b563-20d9d71a2e46, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:52:37.747218 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] For port ca569e1f-9b24-4345-b563-20d9d71a2e46, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca569e1f-9b24-4345-b563-20d9d71a2e46,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:52:37.751455 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:37.788464 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:37.789086 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:37.790537 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] 10.222.0.68 "PUT /v2.0/ports/ca569e1f-9b24-4345-b563-20d9d71a2e46 HTTP/1.1" status: 200 len: 1093 time: 0.6566024 Aug 30 07:52:37.821519 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659e4e1-ee77-487a-bc01-74ee9b59ecc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca569e1f-9b24-4345-b563-20d9d71a2e46,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:37.870425 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-fbd72139-c392-47cb-820c-1283732d753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:37.871923 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-fbd72139-c392-47cb-820c-1283732d753b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 1096 time: 0.0417292 Aug 30 07:52:37.914834 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-b76e4eae-a6eb-4e29-95b6-2fde2fc13acb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca569e1f-9b24-4345-b563-20d9d71a2e46 HTTP/1.1" status: 200 len: 217 time: 0.0335069 Aug 30 07:52:37.966160 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-477b64e1-ba55-4aac-93d9-4676077f73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:37.967576 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-477b64e1-ba55-4aac-93d9-4676077f73b6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=499de379-e64d-4b79-88de-fdd0273167a1 HTTP/1.1" status: 200 len: 855 time: 0.0446692 Aug 30 07:52:38.003761 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-5726f36b-557e-49e5-a170-d3035cef6675 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2012003e-b632-4164-8c87-cf58358e9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236061 Aug 30 07:52:38.089455 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-89de5d0f-20bb-4c51-8a93-06ac8e42fc70 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784495 Aug 30 07:52:38.138387 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f', 'tag': 'ca569e1f-9b24-4345-b563-20d9d71a2e46'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:38.140591 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672fe314-12bc-4431-bf0c-b82b8c995361" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f", "tag": "ca569e1f-9b24-4345-b563-20d9d71a2e46"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:38.174617 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da59a006-4535-4ade-9a26-3c695c16b2ea x-openstack-request-id: req-da59a006-4535-4ade-9a26-3c695c16b2ea {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:38.174934 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f", "tag": "ca569e1f-9b24-4345-b563-20d9d71a2e46", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:38.175211 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da59a006-4535-4ade-9a26-3c695c16b2ea {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:38.175633 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f', 'tag': 'ca569e1f-9b24-4345-b563-20d9d71a2e46', 'status': 'completed', 'code': 200} Aug 30 07:52:38.188501 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-33301134-6792-4786-9bae-6f9eafbf0f74 req-e8970431-d293-4e11-bcfc-fb4e3e9ea5d3 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921423 Aug 30 07:52:38.270792 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fe314-12bc-4431-bf0c-b82b8c995361 req-2c878907-da57-4b01-9e17-5e9d369cf4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:38.272299 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-672fe314-12bc-4431-bf0c-b82b8c995361 req-2c878907-da57-4b01-9e17-5e9d369cf4c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 1096 time: 0.0406706 Aug 30 07:52:38.364467 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fe314-12bc-4431-bf0c-b82b8c995361 req-665dc236-63f0-477d-abce-2a90bba5ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:38.365834 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-672fe314-12bc-4431-bf0c-b82b8c995361 req-665dc236-63f0-477d-abce-2a90bba5ebbc service neutron] 10.222.0.68 "GET /v2.0/networks?id=2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 200 len: 916 time: 0.0861876 Aug 30 07:52:38.412187 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-672fe314-12bc-4431-bf0c-b82b8c995361 req-dfa25ad5-f2a0-4d27-b6e3-3f7c95df66ce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca569e1f-9b24-4345-b563-20d9d71a2e46 HTTP/1.1" status: 200 len: 217 time: 0.0338962 Aug 30 07:52:38.459575 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fe314-12bc-4431-bf0c-b82b8c995361 req-3225f07e-a86c-47ea-b949-56c566b56f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:38.460971 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-672fe314-12bc-4431-bf0c-b82b8c995361 req-3225f07e-a86c-47ea-b949-56c566b56f81 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=499de379-e64d-4b79-88de-fdd0273167a1 HTTP/1.1" status: 200 len: 855 time: 0.0417931 Aug 30 07:52:38.499172 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-672fe314-12bc-4431-bf0c-b82b8c995361 req-1884d1c3-ca30-4431-874f-0230e2335aaf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2012003e-b632-4164-8c87-cf58358e9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232153 Aug 30 07:52:38.588848 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-672fe314-12bc-4431-bf0c-b82b8c995361 req-6e897dac-15a3-4133-b713-278a7a62abea service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816548 Aug 30 07:52:38.689327 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-672fe314-12bc-4431-bf0c-b82b8c995361 req-487526ed-35cd-47c7-9f5a-cf2e2d2e21d7 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910919 Aug 30 07:52:38.698371 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:38.730255 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb4918-0311-4baf-a785-5e52b7ac26fd req-e0474a46-cb5b-4d26-83f7-1160c9df2193 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:38.731743 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2bb4918-0311-4baf-a785-5e52b7ac26fd req-e0474a46-cb5b-4d26-83f7-1160c9df2193 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 943 time: 0.0580547 Aug 30 07:52:38.769695 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2bb4918-0311-4baf-a785-5e52b7ac26fd req-2b7a5cbb-dbf2-41c0-bc28-d9c72d3109a7 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310864 Aug 30 07:52:39.775973 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55836) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:39.881962 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3212ed-049c-4037-a3f1-064554f2ab50 req-311586db-6e31-4678-ba85-944fc5a4f7c6 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:39.884123 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d3212ed-049c-4037-a3f1-064554f2ab50 req-311586db-6e31-4678-ba85-944fc5a4f7c6 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 943 time: 0.0483506 Aug 30 07:52:39.921346 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d3212ed-049c-4037-a3f1-064554f2ab50 req-bf90c0d3-faac-4667-ad30-fd0891b68a0a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Aug 30 07:52:39.924463 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Deleting port 19a3f0a7-7a59-4eb0-98c5-b900a7acb291 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:39.924797 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:39.998115 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:39.998433 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:40.010302 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Calling delete_port for 19a3f0a7-7a59-4eb0-98c5-b900a7acb291 owned by network:floatingip {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:40.150597 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:40.173900 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event deleted for resources: {'Port': ['ID=19a3f0a7-7a59-4eb0-98c5-b900a7acb291,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:40.231657 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:40.231987 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Floating IP 229376de-f616-4f78-b5fc-2da208f40687 disassociated (deleted). External IP: 172.27.1.77, port: 7af6004b-abea-41ef-b068-1d948fee3659. Aug 30 07:52:40.623312 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:52:40.727339 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:52:40.732462 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:40.736735 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76166343-1e77-4a09-aa69-39f6cc4f4e42 None None] Sync routers for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:52:40.747490 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76166343-1e77-4a09-aa69-39f6cc4f4e42 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:40.748167 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-76166343-1e77-4a09-aa69-39f6cc4f4e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:52:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:40.758678 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d594813f-8c1f-433f-80ec-41e42012d02f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "DELETE /v2.0/floatingips/229376de-f616-4f78-b5fc-2da208f40687 HTTP/1.1" status: 204 len: 168 time: 0.9816031 Aug 30 07:52:40.759269 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'tag': '7af6004b-abea-41ef-b068-1d948fee3659'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:40.761502 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2b2053852bbca19f310474c19a8cfcf684cd06d2ad1c86ed95ebbe9c1c4a0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b740f39-031e-4624-8f03-c31839d9631a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf094d25-5ee2-41a4-9f38-59ef57cdb975", "tag": "7af6004b-abea-41ef-b068-1d948fee3659"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:40.800059 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ff6798-68dc-4e9b-a418-7900457c0457 x-openstack-request-id: req-14ff6798-68dc-4e9b-a418-7900457c0457 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:40.800614 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf094d25-5ee2-41a4-9f38-59ef57cdb975", "tag": "7af6004b-abea-41ef-b068-1d948fee3659", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:40.800614 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14ff6798-68dc-4e9b-a418-7900457c0457 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:40.800979 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'tag': '7af6004b-abea-41ef-b068-1d948fee3659', 'status': 'completed', 'code': 200} Aug 30 07:52:40.862441 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-76166343-1e77-4a09-aa69-39f6cc4f4e42 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:40.869906 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b740f39-031e-4624-8f03-c31839d9631a req-c99d11be-dfdd-4bd9-a778-4b28eb1d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:40.871707 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b740f39-031e-4624-8f03-c31839d9631a req-c99d11be-dfdd-4bd9-a778-4b28eb1d15b9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c136921751ac4acda50bafac9ed66c96&device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 1099 time: 0.0470526 Aug 30 07:52:41.021489 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3e5e4-d89f-49ac-849a-43aacd642882 req-9d867a1e-aa8c-4dcf-b200-ad8ce232cce7 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:41.022953 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93d3e5e4-d89f-49ac-849a-43aacd642882 req-9d867a1e-aa8c-4dcf-b200-ad8ce232cce7 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 946 time: 0.0847611 Aug 30 07:52:41.040256 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b740f39-031e-4624-8f03-c31839d9631a req-cf87a3b7-4347-456f-8f71-e2f5b6886213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:41.041660 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b740f39-031e-4624-8f03-c31839d9631a req-cf87a3b7-4347-456f-8f71-e2f5b6886213 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 200 len: 913 time: 0.1592064 Aug 30 07:52:41.063983 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-76166343-1e77-4a09-aa69-39f6cc4f4e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:41.089532 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76166343-1e77-4a09-aa69-39f6cc4f4e42 None None] Checking router: 7c0ff0e0-f528-46ad-b2b8-ab025803d3be for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:52:41.097529 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76166343-1e77-4a09-aa69-39f6cc4f4e42 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:41.098111 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-76166343-1e77-4a09-aa69-39f6cc4f4e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:52:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:41.106209 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b740f39-031e-4624-8f03-c31839d9631a req-adef8cea-5cda-493f-aa0a-b28a23f337c8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7af6004b-abea-41ef-b068-1d948fee3659 HTTP/1.1" status: 200 len: 217 time: 0.0445642 Aug 30 07:52:41.122052 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb0e27-a220-4bab-9dd2-eb6058c33e2d req-12910990-d6d0-4c33-8269-a9ab8b447750 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:41.123524 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bdfb0e27-a220-4bab-9dd2-eb6058c33e2d req-12910990-d6d0-4c33-8269-a9ab8b447750 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 943 time: 0.1290247 Aug 30 07:52:41.137464 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-93d3e5e4-d89f-49ac-849a-43aacd642882 req-7f03f9fe-6499-4c3c-b9f0-66cdb0e6bbbe tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002347 Aug 30 07:52:41.195446 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b740f39-031e-4624-8f03-c31839d9631a req-a23da5cd-9b62-43b0-b541-d9154fd2d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:41.196899 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b740f39-031e-4624-8f03-c31839d9631a req-a23da5cd-9b62-43b0-b541-d9154fd2d5dd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 200 len: 851 time: 0.0707703 Aug 30 07:52:41.199855 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bdfb0e27-a220-4bab-9dd2-eb6058c33e2d req-7b57e7e5-8c12-4f77-8f45-54312fe022fa tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664508 Aug 30 07:52:41.203846 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-76166343-1e77-4a09-aa69-39f6cc4f4e42 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:41.246950 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b740f39-031e-4624-8f03-c31839d9631a req-fcdd3ed7-0401-4046-814f-2dc031fafeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:41.248470 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b740f39-031e-4624-8f03-c31839d9631a req-fcdd3ed7-0401-4046-814f-2dc031fafeb5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437140 Aug 30 07:52:41.340039 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b740f39-031e-4624-8f03-c31839d9631a req-1058c0a1-0a6a-400f-96b9-2a63b46efef7 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794907 Aug 30 07:52:41.400163 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-76166343-1e77-4a09-aa69-39f6cc4f4e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:41.425230 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76166343-1e77-4a09-aa69-39f6cc4f4e42 None None] The sync data for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi is: [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:43:45Z', 'revision_number': 4, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6f600ca8-ff16-4895-bd7a-98d7aaf3c0da', 'name': '', 'network_id': '8cb7ddd4-58e8-40c6-b6b4-b18af73d1717', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'mac_address': 'fa:16:3e:4c:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:44Z', 'updated_at': '2021-08-30T07:43:49Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'subnets': [{'id': 'ff4b3505-3a82-45b8-9d17-82fcb895daa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:52:41.444902 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4b740f39-031e-4624-8f03-c31839d9631a req-a8c76e92-140f-4db2-b2d8-f25be6ed3eb2 service neutron] 10.222.0.68 "GET /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891488 Aug 30 07:52:41.634537 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device ca569e1f-9b24-4345-b563-20d9d71a2e46 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:52:41.650274 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93792a-e449-4297-96b3-2c21b5654d81 None None] New status for floating IP 229376de-f616-4f78-b5fc-2da208f40687: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:52:41.731369 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port ca569e1f-9b24-4345-b563-20d9d71a2e46, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca569e1f-9b24-4345-b563-20d9d71a2e46,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:41.743726 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': 'ca569e1f-9b24-4345-b563-20d9d71a2e46', 'network_id': '2012003e-b632-4164-8c87-cf58358e9030', 'port_id': 'ca569e1f-9b24-4345-b563-20d9d71a2e46', 'mac_address': 'fa:16:3e:ec:d0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499de379-e64d-4b79-88de-fdd0273167a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:52:41.778882 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:41.790799 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca569e1f-9b24-4345-b563-20d9d71a2e46 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:52:41.809358 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port ca569e1f-9b24-4345-b563-20d9d71a2e46, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca569e1f-9b24-4345-b563-20d9d71a2e46,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:41.813087 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:41.856884 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=ca569e1f-9b24-4345-b563-20d9d71a2e46,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:42.060756 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614fcf2-3f97-480b-9906-6e6ef0e57766 req-03077831-b117-47bb-8cc1-758de0048652 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:42.062147 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c614fcf2-3f97-480b-9906-6e6ef0e57766 req-03077831-b117-47bb-8cc1-758de0048652 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 946 time: 0.0475667 Aug 30 07:52:42.155859 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-c614fcf2-3f97-480b-9906-6e6ef0e57766 req-322c76fc-9cd3-43e3-b88f-44dc9997bf02 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Deleting port 7af6004b-abea-41ef-b068-1d948fee3659 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:42.156200 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c614fcf2-3f97-480b-9906-6e6ef0e57766 req-322c76fc-9cd3-43e3-b88f-44dc9997bf02 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:42.212707 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['ca569e1f-9b24-4345-b563-20d9d71a2e46'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:52:42.281815 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9773a46-a7d7-432b-b71e-f6673c762493 req-40a2b151-bf27-4e12-af36-d72e4c144e80 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:42.283407 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d9773a46-a7d7-432b-b71e-f6673c762493 req-40a2b151-bf27-4e12-af36-d72e4c144e80 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 946 time: 0.0789108 Aug 30 07:52:42.285390 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-c614fcf2-3f97-480b-9906-6e6ef0e57766 req-322c76fc-9cd3-43e3-b88f-44dc9997bf02 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] For port 7af6004b-abea-41ef-b068-1d948fee3659, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7af6004b-abea-41ef-b068-1d948fee3659,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:42.285762 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c614fcf2-3f97-480b-9906-6e6ef0e57766 req-322c76fc-9cd3-43e3-b88f-44dc9997bf02 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:42.339689 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-c614fcf2-3f97-480b-9906-6e6ef0e57766 req-322c76fc-9cd3-43e3-b88f-44dc9997bf02 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Calling delete_port for 7af6004b-abea-41ef-b068-1d948fee3659 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:42.377085 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d9773a46-a7d7-432b-b71e-f6673c762493 req-fc58613d-def7-4981-a305-1063bab2fea4 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/security-groups?id=1666273a-7af0-48b4-b39b-af799bb507ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805984 Aug 30 07:52:42.414999 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4a55b-649a-4d5d-922c-073cbf7bb878 req-0c9c9eda-ca75-4c86-8c79-12415053f5fa tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:42.416507 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a5f4a55b-649a-4d5d-922c-073cbf7bb878 req-0c9c9eda-ca75-4c86-8c79-12415053f5fa tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 944 time: 0.1429214 Aug 30 07:52:42.472411 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a5f4a55b-649a-4d5d-922c-073cbf7bb878 req-519057d9-ab3d-4a13-8c0c-3115e3c03bfc tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494506 Aug 30 07:52:42.530996 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c614fcf2-3f97-480b-9906-6e6ef0e57766 req-322c76fc-9cd3-43e3-b88f-44dc9997bf02 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:42.558322 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c76fc-9cd3-43e3-b88f-44dc9997bf02 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event deleted for resources: {'Port': ['ID=7af6004b-abea-41ef-b068-1d948fee3659,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:42.597513 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c614fcf2-3f97-480b-9906-6e6ef0e57766 req-322c76fc-9cd3-43e3-b88f-44dc9997bf02 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] No DVR routers for this DVR port 7af6004b-abea-41ef-b068-1d948fee3659 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:42.599891 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c614fcf2-3f97-480b-9906-6e6ef0e57766 req-322c76fc-9cd3-43e3-b88f-44dc9997bf02 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:42.601864 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c614fcf2-3f97-480b-9906-6e6ef0e57766 req-322c76fc-9cd3-43e3-b88f-44dc9997bf02 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.68 "DELETE /v2.0/ports/7af6004b-abea-41ef-b068-1d948fee3659 HTTP/1.1" status: 204 len: 173 time: 0.5260496 Aug 30 07:52:42.602293 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'name': 'network-vif-deleted', 'tag': '7af6004b-abea-41ef-b068-1d948fee3659'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:42.604552 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57ea5f5-be8a-4100-9fe3-29cfc6486ea3" -d '{"events": [{"server_uuid": "cf094d25-5ee2-41a4-9f38-59ef57cdb975", "name": "network-vif-deleted", "tag": "7af6004b-abea-41ef-b068-1d948fee3659"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:42.639289 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4809c93a-84bc-49e0-add7-438f1b15c0a3 x-openstack-request-id: req-4809c93a-84bc-49e0-add7-438f1b15c0a3 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:42.639600 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf094d25-5ee2-41a4-9f38-59ef57cdb975", "name": "network-vif-deleted", "tag": "7af6004b-abea-41ef-b068-1d948fee3659", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:42.639851 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4809c93a-84bc-49e0-add7-438f1b15c0a3 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:42.640248 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf094d25-5ee2-41a4-9f38-59ef57cdb975', 'name': 'network-vif-deleted', 'tag': '7af6004b-abea-41ef-b068-1d948fee3659', 'status': 'completed', 'code': 200} Aug 30 07:52:43.485466 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6ed7925f-d8fc-4789-913b-43d770440bd9 req-40f8b62c-7c8c-4fd7-a362-b58bf97cdb7d tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf094d25-5ee2-41a4-9f38-59ef57cdb975 HTTP/1.1" status: 200 len: 210 time: 0.0281317 Aug 30 07:52:43.533658 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b5cb16f-bdcf-4528-ba32-5ce819244eb1 req-ae01f640-7a26-47e6-9545-dc3128a31387 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414560 Aug 30 07:52:43.650038 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device ca569e1f-9b24-4345-b563-20d9d71a2e46 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:52:43.701371 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port ca569e1f-9b24-4345-b563-20d9d71a2e46 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:52:43.705327 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port ca569e1f-9b24-4345-b563-20d9d71a2e46 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:52:43.705734 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:43.787442 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:43.811641 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca569e1f-9b24-4345-b563-20d9d71a2e46'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:43.813925 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ad33a4-65b5-4f70-9a9b-dce7861c285f" -d '{"events": [{"server_uuid": "fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f", "name": "network-vif-plugged", "status": "completed", "tag": "ca569e1f-9b24-4345-b563-20d9d71a2e46"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:43.826595 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port ca569e1f-9b24-4345-b563-20d9d71a2e46, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca569e1f-9b24-4345-b563-20d9d71a2e46,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:43.832228 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:43.857440 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088fb754-bafb-48b2-b3a3-97d388b58d0c x-openstack-request-id: req-088fb754-bafb-48b2-b3a3-97d388b58d0c {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:43.857739 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f", "name": "network-vif-plugged", "status": "completed", "tag": "ca569e1f-9b24-4345-b563-20d9d71a2e46", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:43.858017 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-088fb754-bafb-48b2-b3a3-97d388b58d0c {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:43.858407 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca569e1f-9b24-4345-b563-20d9d71a2e46', 'code': 200} Aug 30 07:52:43.871104 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e7589-4a32-49f0-b574-9b0d2d1a1e3f req-0b4a0326-1855-443a-8f5b-4b1931e8b5e1 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:43.872625 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c16e7589-4a32-49f0-b574-9b0d2d1a1e3f req-0b4a0326-1855-443a-8f5b-4b1931e8b5e1 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 944 time: 0.3283558 Aug 30 07:52:43.878148 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb16f-bdcf-4528-ba32-5ce819244eb1 req-733c0b08-e091-41f2-834b-059939ef09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:43.879575 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b5cb16f-bdcf-4528-ba32-5ce819244eb1 req-733c0b08-e091-41f2-834b-059939ef09a6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e501f3a7a91f403abc5dd9039ff432ed&device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 1137 time: 0.0599084 Aug 30 07:52:43.885497 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=ca569e1f-9b24-4345-b563-20d9d71a2e46,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:43.912707 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c16e7589-4a32-49f0-b574-9b0d2d1a1e3f req-1182fc26-c43f-445f-aff7-2d637629af29 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321341 Aug 30 07:52:44.008006 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb16f-bdcf-4528-ba32-5ce819244eb1 req-12557139-3291-4868-9d72-77d3eb48d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:44.009450 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b5cb16f-bdcf-4528-ba32-5ce819244eb1 req-12557139-3291-4868-9d72-77d3eb48d8c7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9d15f960-763e-45c6-89bd-871dcad1be5f HTTP/1.1" status: 200 len: 915 time: 0.0957808 Aug 30 07:52:44.010613 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:52:44.083561 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fd09c-72ec-4517-b45f-400194318b8b req-cf4ae582-474b-4b7d-a89f-259c884fb825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:44.085014 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee4fd09c-72ec-4517-b45f-400194318b8b req-cf4ae582-474b-4b7d-a89f-259c884fb825 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 1098 time: 0.0879748 Aug 30 07:52:44.093126 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b5cb16f-bdcf-4528-ba32-5ce819244eb1 req-0b93d67c-78af-4676-aa8a-21bc7b87ecbb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 HTTP/1.1" status: 200 len: 1001 time: 0.0706248 Aug 30 07:52:44.151972 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee4fd09c-72ec-4517-b45f-400194318b8b req-9dd037f3-565e-4aad-bd77-441db2d66165 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575867 Aug 30 07:52:44.158420 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb16f-bdcf-4528-ba32-5ce819244eb1 req-2684b355-862a-43b9-9a5d-0f5ced9e6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:44.159788 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b5cb16f-bdcf-4528-ba32-5ce819244eb1 req-2684b355-862a-43b9-9a5d-0f5ced9e6649 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b9cd1c7-244c-43dd-b90b-105e268ae311 HTTP/1.1" status: 200 len: 853 time: 0.0534594 Aug 30 07:52:44.446992 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb16f-bdcf-4528-ba32-5ce819244eb1 req-2e8c7e51-334e-4306-a3b0-89dd1f2d86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:44.448476 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b5cb16f-bdcf-4528-ba32-5ce819244eb1 req-2e8c7e51-334e-4306-a3b0-89dd1f2d86ec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d15f960-763e-45c6-89bd-871dcad1be5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389700 Aug 30 07:52:44.540713 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b5cb16f-bdcf-4528-ba32-5ce819244eb1 req-9e57c74a-1d00-4f31-bb03-8496a8af683c service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835850 Aug 30 07:52:44.541272 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55862) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:44.729189 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3b5cb16f-bdcf-4528-ba32-5ce819244eb1 req-b81a789a-f2e0-4ac3-ba42-e1473b66b853 service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540854 Aug 30 07:52:44.734114 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9b4e7-0d53-4164-9085-f4510534878f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Deleting port c28cceaf-62b6-4008-826b-7b84a29173d6 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:44.734465 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b4e7-0d53-4164-9085-f4510534878f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:44.809563 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b4e7-0d53-4164-9085-f4510534878f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:44.809791 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b4e7-0d53-4164-9085-f4510534878f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:44.821691 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9b4e7-0d53-4164-9085-f4510534878f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Calling delete_port for c28cceaf-62b6-4008-826b-7b84a29173d6 owned by network:floatingip {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:44.950454 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b4e7-0d53-4164-9085-f4510534878f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:44.981320 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9b4e7-0d53-4164-9085-f4510534878f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event deleted for resources: {'Port': ['ID=c28cceaf-62b6-4008-826b-7b84a29173d6,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:45.070226 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b4e7-0d53-4164-9085-f4510534878f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for floatingip, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:45.073069 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b4e7-0d53-4164-9085-f4510534878f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:45.074225 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-d1d9b4e7-0d53-4164-9085-f4510534878f tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "DELETE /v2.0/floatingips/8736a9f4-30d8-4966-a477-a77c9bd5ca1a HTTP/1.1" status: 204 len: 168 time: 0.5325406 Aug 30 07:52:45.082698 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9608c-13a9-4203-83a7-8936f30d3377 req-3d6aadf9-68c5-42b3-abdb-fa1e8a7a44ac tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:45.084172 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2df9608c-13a9-4203-83a7-8936f30d3377 req-3d6aadf9-68c5-42b3-abdb-fa1e8a7a44ac tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 945 time: 0.1040740 Aug 30 07:52:45.124372 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2df9608c-13a9-4203-83a7-8936f30d3377 req-1cb53560-8c48-4be5-9bf4-08d332514f09 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341673 Aug 30 07:52:45.657351 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 7af6004b-abea-41ef-b068-1d948fee3659 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:45.677652 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: 7af6004b-abea-41ef-b068-1d948fee3659 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:45.677998 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 7af6004b-abea-41ef-b068-1d948fee3659 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:46.235621 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa0c3d-2fba-4c84-886a-97ab339b742a req-a6ca2d22-92db-4b09-abfb-b4aa3c336e32 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:46.237083 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-15aa0c3d-2fba-4c84-886a-97ab339b742a req-a6ca2d22-92db-4b09-abfb-b4aa3c336e32 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 945 time: 0.0474586 Aug 30 07:52:46.264720 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55878) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:46.279014 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-15aa0c3d-2fba-4c84-886a-97ab339b742a req-1dcd8feb-2ebc-466d-b369-44e907b787b7 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328238 Aug 30 07:52:46.322465 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c6d9-6574-47fc-bc1f-ecfb431e3744 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:46.346313 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c6d9-6574-47fc-bc1f-ecfb431e3744 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:46.415244 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c6d9-6574-47fc-bc1f-ecfb431e3744 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:46.417774 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c6d9-6574-47fc-bc1f-ecfb431e3744 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:46.419696 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d6a9c6d9-6574-47fc-bc1f-ecfb431e3744 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] 10.222.0.64 "DELETE /v2.0/security-groups/1666273a-7af0-48b4-b39b-af799bb507ee HTTP/1.1" status: 204 len: 168 time: 0.1539142 Aug 30 07:52:46.429866 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9c6d9-6574-47fc-bc1f-ecfb431e3744 tempest-TestVolumeBootPattern-57432465 tempest-TestVolumeBootPattern-57432465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1666273a-7af0-48b4-b39b-af799bb507ee,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:46.475652 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55888) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:46.935594 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c27d5233-7202-4bef-b5ed-e0e62bb6ab20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699776'] for router_interface, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:47.176268 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-c27d5233-7202-4bef-b5ed-e0e62bb6ab20 admin admin] Deleting port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:47.176609 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c27d5233-7202-4bef-b5ed-e0e62bb6ab20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:47.253007 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-c27d5233-7202-4bef-b5ed-e0e62bb6ab20 admin admin] For port 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=6f600ca8-ff16-4895-bd7a-98d7aaf3c0da,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:47.253389 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c27d5233-7202-4bef-b5ed-e0e62bb6ab20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:47.269019 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-c27d5233-7202-4bef-b5ed-e0e62bb6ab20 admin admin] Calling delete_port for 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da owned by network:router_interface {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:47.440192 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c27d5233-7202-4bef-b5ed-e0e62bb6ab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:47.465471 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d5233-7202-4bef-b5ed-e0e62bb6ab20 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f600ca8-ff16-4895-bd7a-98d7aaf3c0da,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:47.624259 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c27d5233-7202-4bef-b5ed-e0e62bb6ab20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699594'] for router_interface, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:47.834696 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27d5233-7202-4bef-b5ed-e0e62bb6ab20 admin admin] Router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:52:47.937536 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27d5233-7202-4bef-b5ed-e0e62bb6ab20 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:52:47.942402 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c27d5233-7202-4bef-b5ed-e0e62bb6ab20 admin admin] 10.222.0.64 "PUT /v2.0/routers/7c0ff0e0-f528-46ad-b2b8-ab025803d3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4629488 Aug 30 07:52:47.945003 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55916) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:47.948843 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d3a51-bbd9-4b58-9372-31f804238bf6 None None] Sync routers for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:52:47.958565 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d3a51-bbd9-4b58-9372-31f804238bf6 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:47.959303 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-043d3a51-bbd9-4b58-9372-31f804238bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:52:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:48.009767 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-b4107c74-fc5a-47eb-8068-d7a1d1c5aa82 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:48.011586 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-b4107c74-fc5a-47eb-8068-d7a1d1c5aa82 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/networks?id=2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 200 len: 815 time: 0.1127374 Aug 30 07:52:48.029492 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-3b714746-745c-4c9a-b947-cc886652b2b5 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/quotas/2a73399dcc254004b62fbe3f08b7ec8b HTTP/1.1" status: 200 len: 375 time: 0.0098054 Aug 30 07:52:48.048492 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Notify callbacks [] for router, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.070741 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-043d3a51-bbd9-4b58-9372-31f804238bf6 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:48.084636 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-60878cd3-0789-4e90-a00c-e549263ba797 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474439 Aug 30 07:52:48.158191 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.188195 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-6450a4f0-e6eb-4530-bc0a-1156e397ac62 service neutron] 10.222.0.64 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951643 Aug 30 07:52:48.213111 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Deleting port 7e2c4781-badd-42e6-89c1-0608b29cdbda {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:48.213722 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.257307 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-043d3a51-bbd9-4b58-9372-31f804238bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:52:47Z', 'revision_number': 5, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port': {'id': '7e2c4781-badd-42e6-89c1-0608b29cdbda', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:43Z', 'updated_at': '2021-08-30T07:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:48.277643 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-4cf093df-a066-48b4-bbe3-bc5953166857 service neutron] 10.222.0.64 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885241 Aug 30 07:52:48.283403 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d3a51-bbd9-4b58-9372-31f804238bf6 None None] Checking router: 7c0ff0e0-f528-46ad-b2b8-ab025803d3be for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:52:48.292990 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d3a51-bbd9-4b58-9372-31f804238bf6 None None] Routers {'7c0ff0e0-f528-46ad-b2b8-ab025803d3be'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:48.294059 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-043d3a51-bbd9-4b58-9372-31f804238bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:52:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:48.295753 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] For port 7e2c4781-badd-42e6-89c1-0608b29cdbda, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=7e2c4781-badd-42e6-89c1-0608b29cdbda,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:48.296234 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.313322 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Calling delete_port for 7e2c4781-badd-42e6-89c1-0608b29cdbda owned by network:router_gateway {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:48.388188 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-043d3a51-bbd9-4b58-9372-31f804238bf6 None None] Set router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be gateway port host: None {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:48.448084 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dd086e5e-a6d1-4a81-ac57-8f5d1d54a230 req-c658218b-abe1-499d-be68-96b84ceec124 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 210 time: 0.0299394 Aug 30 07:52:48.469707 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-043d3a51-bbd9-4b58-9372-31f804238bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:52:48Z', 'revision_number': 6, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port_host': None}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:48.496420 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.498684 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d3a51-bbd9-4b58-9372-31f804238bf6 None None] The sync data for ids ['7c0ff0e0-f528-46ad-b2b8-ab025803d3be'] in dv-cinder-804735-4-iscsi is: [{'id': '7c0ff0e0-f528-46ad-b2b8-ab025803d3be', 'name': 'tempest-TestVolumeBootPattern-1228957239-router', 'tenant_id': 'c136921751ac4acda50bafac9ed66c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:42Z', 'updated_at': '2021-08-30T07:52:48Z', 'revision_number': 6, 'project_id': 'c136921751ac4acda50bafac9ed66c96', 'gw_port_host': None}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:52:48.532930 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2c4781-badd-42e6-89c1-0608b29cdbda,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:48.593674 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697872'] for router_gateway, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.690654 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45288'] for router, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.692799 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.737327 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703872'] for router, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.737859 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c0ff0e0-f528-46ad-b2b8-ab025803d3be {{(pid=100500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:52:48.744561 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.745696 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-92a5985a-d760-4079-b33b-25d85149e33e admin admin] 10.222.0.64 "DELETE /v2.0/routers/7c0ff0e0-f528-46ad-b2b8-ab025803d3be HTTP/1.1" status: 204 len: 168 time: 0.7992067 Aug 30 07:52:48.748204 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55930) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:48.795953 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd8e545-7618-49a5-b0fb-00901d9409f7 admin admin] Deleting subnet ff4b3505-3a82-45b8-9d17-82fcb895daa0 {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:52:48.798866 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e545-7618-49a5-b0fb-00901d9409f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.834562 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e545-7618-49a5-b0fb-00901d9409f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070507269'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.941805 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e545-7618-49a5-b0fb-00901d9409f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:48.997529 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e545-7618-49a5-b0fb-00901d9409f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1073360017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069822122'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.022839 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8e545-7618-49a5-b0fb-00901d9409f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff4b3505-3a82-45b8-9d17-82fcb895daa0,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:49.027147 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e545-7618-49a5-b0fb-00901d9409f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.029036 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7bd8e545-7618-49a5-b0fb-00901d9409f7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ff4b3505-3a82-45b8-9d17-82fcb895daa0 HTTP/1.1" status: 204 len: 168 time: 0.2798407 Aug 30 07:52:49.031456 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55932) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:49.034548 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ea730f-674c-40d6-8202-b43ce9e04089 None None] Network 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:52:49.100595 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.247761 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d489120-fed2-42a2-bfc3-6acfe4171a5b None None] DHCP port deletion for 8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 request from dv-cinder-804735-4-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:52:49.290294 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 7e2c4781-badd-42e6-89c1-0608b29cdbda no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:49.315289 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 7e2c4781-badd-42e6-89c1-0608b29cdbda {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:49.315666 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 7e2c4781-badd-42e6-89c1-0608b29cdbda not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:49.316203 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:49.338723 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:49.339068 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 6f600ca8-ff16-4895-bd7a-98d7aaf3c0da not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:49.363002 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Deleting port 01c4534b-a69a-42c9-bffc-dbd170e6153a {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:49.364053 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.368361 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-8d489120-fed2-42a2-bfc3-6acfe4171a5b None None] Deleting port 01c4534b-a69a-42c9-bffc-dbd170e6153a {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:49.368745 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8d489120-fed2-42a2-bfc3-6acfe4171a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.436108 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] For port 01c4534b-a69a-42c9-bffc-dbd170e6153a, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=01c4534b-a69a-42c9-bffc-dbd170e6153a,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:49.436108 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.439446 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-8d489120-fed2-42a2-bfc3-6acfe4171a5b None None] For port 01c4534b-a69a-42c9-bffc-dbd170e6153a, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=01c4534b-a69a-42c9-bffc-dbd170e6153a,segment=NetworkSegment(cb53b538-4ccf-4552-90dc-e35e1099c07e),segment_id=cb53b538-4ccf-4552-90dc-e35e1099c07e)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:49.439971 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8d489120-fed2-42a2-bfc3-6acfe4171a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.455306 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-8d489120-fed2-42a2-bfc3-6acfe4171a5b None None] Calling delete_port for 01c4534b-a69a-42c9-bffc-dbd170e6153a owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:49.457366 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Calling delete_port for 01c4534b-a69a-42c9-bffc-dbd170e6153a owned by network:dhcp {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:49.513802 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-67bd37cc-f4c5-438f-9cd5-eab16bc3c533 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:49.522278 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-67bd37cc-f4c5-438f-9cd5-eab16bc3c533 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "GET /v2.0/networks?id=2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 200 len: 815 time: 0.1577630 Aug 30 07:52:49.541410 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Request body: {'port': {'device_id': '35d23c29-ad4f-4e39-b413-bbfb99cb90c9', 'network_id': '2012003e-b632-4164-8c87-cf58358e9030', 'admin_state_up': True, 'tenant_id': '2a73399dcc254004b62fbe3f08b7ec8b'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:52:49.546810 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8d489120-fed2-42a2-bfc3-6acfe4171a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.553076 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.580878 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Pushing event deleted for resources: {'Port': ['ID=01c4534b-a69a-42c9-bffc-dbd170e6153a,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:49.586455 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] No DVR routers for this DVR port 01c4534b-a69a-42c9-bffc-dbd170e6153a on host dv-cinder-804735-4-iscsi {{(pid=100500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:49.593125 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d489120-fed2-42a2-bfc3-6acfe4171a5b None None] Pushing event deleted for resources: {'Port': ['ID=01c4534b-a69a-42c9-bffc-dbd170e6153a,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:49.598985 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d489120-fed2-42a2-bfc3-6acfe4171a5b None None] No DVR routers for this DVR port 01c4534b-a69a-42c9-bffc-dbd170e6153a on host dv-cinder-804735-4-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:49.633937 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0822148f-9eab-4fb9-8d92-40462b3e5d2c req-09bc0d9e-d49a-4ab3-9ec5-d06dfb3d94de tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 210 time: 0.0503950 Aug 30 07:52:49.667533 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.677130 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb7ddd4-58e8-40c6-b6b4-b18af73d1717']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:49.681128 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Made reservation on behalf of 2a73399dcc254004b62fbe3f08b7ec8b for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:52:49.684942 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.694771 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb53b538-4ccf-4552-90dc-e35e1099c07e') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:49.695110 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb53b538-4ccf-4552-90dc-e35e1099c07e') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:49.704625 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070507290'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.718595 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.725570 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:52:49.727263 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073360119'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: self.session.flush() Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: self.session.flush() Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: self.session.flush() Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: self.session.flush() Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: timer() Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: cb(*args, **kw) Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: self._notify() Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: self.callback(batched_events) Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: event.method(event) Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._get(url).json() Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:52:49.728952 dv-cinder-804735-4-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:52:49.783427 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.788636 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.790513 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] 10.222.0.64 "DELETE /v2.0/networks/8cb7ddd4-58e8-40c6-b6b4-b18af73d1717 HTTP/1.1" status: 204 len: 168 time: 0.7581360 Aug 30 07:52:49.793306 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55940) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:49.808335 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbecaff-7fd2-4934-b3d9-7639798dfbfc admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb7ddd4-58e8-40c6-b6b4-b18af73d1717,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:49.812506 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Allocated IP 172.20.0.14 (2012003e-b632-4164-8c87-cf58358e9030/499de379-e64d-4b79-88de-fdd0273167a1/d67b1c3a-65e1-4ac3-a3e9-7f1343b41706) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:52:49.957464 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:49.995339 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.010117 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['52338c92-b54c-4785-9a99-b5db3d4bf100', 'ca569e1f-9b24-4345-b563-20d9d71a2e46'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:52:50.041900 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Network 2012003e-b632-4164-8c87-cf58358e9030 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:52:50.045127 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:52:50.049102 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:52:50.074942 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Pushing event updated for resources: {'Port': ['ID=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:50.102725 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:50.103366 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.118470 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-d3375c07-5dc6-4bdc-912e-303b126b5194 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5859191 Aug 30 07:52:50.133320 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Request body: {'port': {'device_id': '35d23c29-ad4f-4e39-b413-bbfb99cb90c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:52:50.159409 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-90563dae-8f91-4a91-b337-2d7feaeb4de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699776'] for router_interface, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.191852 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.407414 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-90563dae-8f91-4a91-b337-2d7feaeb4de9 admin admin] Deleting port fa4f0d78-5841-401d-b3ce-289bf2c08c46 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:50.408025 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-90563dae-8f91-4a91-b337-2d7feaeb4de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.452304 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:52:50.459549 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.471598 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Transition to ACTIVE for port object d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:52:50.475751 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.484959 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-90563dae-8f91-4a91-b337-2d7feaeb4de9 admin admin] For port fa4f0d78-5841-401d-b3ce-289bf2c08c46, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=fa4f0d78-5841-401d-b3ce-289bf2c08c46,segment=NetworkSegment(f289b05c-e7fa-4ab3-92e7-e48e43e3acd8),segment_id=f289b05c-e7fa-4ab3-92e7-e48e43e3acd8)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:50.485340 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-90563dae-8f91-4a91-b337-2d7feaeb4de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.497830 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-90563dae-8f91-4a91-b337-2d7feaeb4de9 admin admin] Calling delete_port for fa4f0d78-5841-401d-b3ce-289bf2c08c46 owned by network:router_interface {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:50.526146 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:50.590511 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Attempting to bind port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:52:50.590844 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Attempting to bind port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:52:50.591173 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Attempting to bind port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 on network 2012003e-b632-4164-8c87-cf58358e9030 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:52:50.595478 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 on network 2012003e-b632-4164-8c87-cf58358e9030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:52:50.595938 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Attempting to bind port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 on network 2012003e-b632-4164-8c87-cf58358e9030 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:52:50.600708 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:52:50.601040 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Checking segment: {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:52:50.601534 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Bound using segment: {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:52:50.601838 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Bound port: d67b1c3a-65e1-4ac3-a3e9-7f1343b41706, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:52:50.602187 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.665260 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] For port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:52:50.668359 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] For port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:52:50.673604 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.679776 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-90563dae-8f91-4a91-b337-2d7feaeb4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.709169 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90563dae-8f91-4a91-b337-2d7feaeb4de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4f0d78-5841-401d-b3ce-289bf2c08c46,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:50.742500 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:50.743123 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.744553 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] 10.222.0.68 "PUT /v2.0/ports/d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 HTTP/1.1" status: 200 len: 1094 time: 0.6170065 Aug 30 07:52:50.745009 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d23c29-ad4f-4e39-b413-bbfb99cb90c9', 'tag': 'd67b1c3a-65e1-4ac3-a3e9-7f1343b41706'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:50.747270 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2800075-c9a2-4d6e-bfad-b9373e7bcc14" -d '{"events": [{"name": "network-changed", "server_uuid": "35d23c29-ad4f-4e39-b413-bbfb99cb90c9", "tag": "d67b1c3a-65e1-4ac3-a3e9-7f1343b41706"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:50.779621 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351db51-9f84-4b4d-bd7a-7ddefdd8d8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:50.795574 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0c2058-4e0a-4204-bc40-a708d7ad9c98 x-openstack-request-id: req-9c0c2058-4e0a-4204-bc40-a708d7ad9c98 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:50.795867 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d23c29-ad4f-4e39-b413-bbfb99cb90c9", "tag": "d67b1c3a-65e1-4ac3-a3e9-7f1343b41706", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:50.796256 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c0c2058-4e0a-4204-bc40-a708d7ad9c98 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:50.796662 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d23c29-ad4f-4e39-b413-bbfb99cb90c9', 'tag': 'd67b1c3a-65e1-4ac3-a3e9-7f1343b41706', 'status': 'completed', 'code': 200} Aug 30 07:52:50.813984 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f18ddb-6e28-454d-b7f4-3289058fc29e req-c0febee9-c00f-4709-be9c-78a1ed44e0cb tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:50.821877 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66f18ddb-6e28-454d-b7f4-3289058fc29e req-c0febee9-c00f-4709-be9c-78a1ed44e0cb tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 944 time: 0.1174483 Aug 30 07:52:50.885578 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-90563dae-8f91-4a91-b337-2d7feaeb4de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699594'] for router_interface, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:50.891278 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-e1979781-b030-4faf-a18c-9447804ddcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:50.892816 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-e1979781-b030-4faf-a18c-9447804ddcff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 1097 time: 0.0869188 Aug 30 07:52:50.896352 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66f18ddb-6e28-454d-b7f4-3289058fc29e req-bfd4a069-f1e7-45ec-bcf7-e3dba835786e tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736918 Aug 30 07:52:50.948466 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-44706faa-a02c-4038-87fb-f2443ad68fd4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 HTTP/1.1" status: 200 len: 217 time: 0.0466077 Aug 30 07:52:51.001365 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-36e5a0c0-a7e0-46ef-bb69-60972f513546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:51.002726 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-36e5a0c0-a7e0-46ef-bb69-60972f513546 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=499de379-e64d-4b79-88de-fdd0273167a1 HTTP/1.1" status: 200 len: 855 time: 0.0430818 Aug 30 07:52:51.034481 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-e134d31f-e713-42ea-af6e-a1f70853f5d9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2012003e-b632-4164-8c87-cf58358e9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239973 Aug 30 07:52:51.102326 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90563dae-8f91-4a91-b337-2d7feaeb4de9 admin admin] Router 45236b1b-f702-4a99-aa9f-2b35dc97ba52 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:52:51.123258 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-043e0d84-0127-45b8-b054-7bdb6334d9e5 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803826 Aug 30 07:52:51.214823 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90563dae-8f91-4a91-b337-2d7feaeb4de9 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:52:51.220113 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-90563dae-8f91-4a91-b337-2d7feaeb4de9 admin admin] 10.222.0.64 "PUT /v2.0/routers/45236b1b-f702-4a99-aa9f-2b35dc97ba52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4255970 Aug 30 07:52:51.222614 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55948) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:51.223567 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-411b60d8-eeac-44cc-82be-eb16e8555e86 req-35e065bc-762d-4dac-a70d-17f59b973eb5 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911784 Aug 30 07:52:51.226028 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6cfdb-043e-4098-a8d4-12f3e830ee25 None None] Sync routers for ids ['45236b1b-f702-4a99-aa9f-2b35dc97ba52'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:52:51.242908 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6cfdb-043e-4098-a8d4-12f3e830ee25 None None] Routers {'45236b1b-f702-4a99-aa9f-2b35dc97ba52'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:51.243878 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-07c6cfdb-043e-4098-a8d4-12f3e830ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:52:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['45236b1b-f702-4a99-aa9f-2b35dc97ba52'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:51.287968 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 01c4534b-a69a-42c9-bffc-dbd170e6153a no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:51.311679 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 01c4534b-a69a-42c9-bffc-dbd170e6153a {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:51.312440 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 01c4534b-a69a-42c9-bffc-dbd170e6153a not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:51.329916 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2800075-c9a2-4d6e-bfad-b9373e7bcc14 req-792c373c-3c99-4742-a50c-e4154f9aa17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:51.331661 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2800075-c9a2-4d6e-bfad-b9373e7bcc14 req-792c373c-3c99-4742-a50c-e4154f9aa17c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 1097 time: 0.0544384 Aug 30 07:52:51.342153 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:51.365049 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-07c6cfdb-043e-4098-a8d4-12f3e830ee25 None None] Set router 45236b1b-f702-4a99-aa9f-2b35dc97ba52 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:51.425411 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2800075-c9a2-4d6e-bfad-b9373e7bcc14 req-66f680e7-7b63-4b22-9457-0aa483b95989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:51.426875 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2800075-c9a2-4d6e-bfad-b9373e7bcc14 req-66f680e7-7b63-4b22-9457-0aa483b95989 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 200 len: 916 time: 0.0879374 Aug 30 07:52:51.442532 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:51.471176 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2800075-c9a2-4d6e-bfad-b9373e7bcc14 req-8f76030e-4001-468c-8cdf-5d8e8eef7acd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 HTTP/1.1" status: 200 len: 217 time: 0.0349302 Aug 30 07:52:51.497006 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Deleting port e8b09027-b762-48ad-b017-2a7d5d011fb7 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:51.497343 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:51.521116 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2800075-c9a2-4d6e-bfad-b9373e7bcc14 req-95f3973d-0739-411f-aa59-6e693506ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:51.522718 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2800075-c9a2-4d6e-bfad-b9373e7bcc14 req-95f3973d-0739-411f-aa59-6e693506ab2c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=499de379-e64d-4b79-88de-fdd0273167a1 HTTP/1.1" status: 200 len: 855 time: 0.0429237 Aug 30 07:52:51.549924 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-07c6cfdb-043e-4098-a8d4-12f3e830ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'name': 'tempest-TestVolumeBootPattern-22519250-router', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:52:50Z', 'revision_number': 5, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'gw_port': {'id': 'e8b09027-b762-48ad-b017-2a7d5d011fb7', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:51.556517 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2800075-c9a2-4d6e-bfad-b9373e7bcc14 req-ce81f870-5706-4ee6-82aa-839c17aba57e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2012003e-b632-4164-8c87-cf58358e9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262241 Aug 30 07:52:51.576826 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6cfdb-043e-4098-a8d4-12f3e830ee25 None None] Checking router: 45236b1b-f702-4a99-aa9f-2b35dc97ba52 for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:52:51.581204 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] For port e8b09027-b762-48ad-b017-2a7d5d011fb7, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=e8b09027-b762-48ad-b017-2a7d5d011fb7,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:51.581590 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:51.584958 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6cfdb-043e-4098-a8d4-12f3e830ee25 None None] Routers {'45236b1b-f702-4a99-aa9f-2b35dc97ba52'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:52:51.585589 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-07c6cfdb-043e-4098-a8d4-12f3e830ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:52:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['45236b1b-f702-4a99-aa9f-2b35dc97ba52'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:51.594798 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Calling delete_port for e8b09027-b762-48ad-b017-2a7d5d011fb7 owned by network:router_gateway {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:51.657501 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2800075-c9a2-4d6e-bfad-b9373e7bcc14 req-d4a2b29c-1414-4270-b533-9b694a7831f7 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923359 Aug 30 07:52:51.755937 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c2800075-c9a2-4d6e-bfad-b9373e7bcc14 req-a4ef34da-03a6-49c3-bb0b-49b46c59bf60 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900025 Aug 30 07:52:51.767391 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-07c6cfdb-043e-4098-a8d4-12f3e830ee25 None None] Set router 45236b1b-f702-4a99-aa9f-2b35dc97ba52 gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:52:51.822567 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-07c6cfdb-043e-4098-a8d4-12f3e830ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'name': 'tempest-TestVolumeBootPattern-22519250-router', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:52:51Z', 'revision_number': 6, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'gw_port_host': None}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:51.848377 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6cfdb-043e-4098-a8d4-12f3e830ee25 None None] The sync data for ids ['45236b1b-f702-4a99-aa9f-2b35dc97ba52'] in dv-cinder-804735-4-iscsi is: [{'id': '45236b1b-f702-4a99-aa9f-2b35dc97ba52', 'name': 'tempest-TestVolumeBootPattern-22519250-router', 'tenant_id': '9771f474677c4b94980c3fd286fd7674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:43:47Z', 'updated_at': '2021-08-30T07:52:51Z', 'revision_number': 6, 'project_id': '9771f474677c4b94980c3fd286fd7674', 'gw_port_host': None}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:52:51.957827 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:51.984265 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b09027-b762-48ad-b017-2a7d5d011fb7,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:52.019734 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e19408-0eaa-49a6-bf7f-1d8774b921bd req-081e31f9-fa72-4727-9b04-72dd9fa5e43b tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:52.021191 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-18e19408-0eaa-49a6-bf7f-1d8774b921bd req-081e31f9-fa72-4727-9b04-72dd9fa5e43b tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 944 time: 0.0522828 Aug 30 07:52:52.044281 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697872'] for router_gateway, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.059365 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-18e19408-0eaa-49a6-bf7f-1d8774b921bd req-926d532f-85c4-481b-a6e4-0db2f221d44b tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318263 Aug 30 07:52:52.132317 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45288'] for router, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.134323 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.176539 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703872'] for router, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.177081 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45236b1b-f702-4a99-aa9f-2b35dc97ba52 {{(pid=100500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:52:52.181272 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.182425 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e02e845d-8fe8-4632-9ea6-e1d7b54c1cc5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/45236b1b-f702-4a99-aa9f-2b35dc97ba52 HTTP/1.1" status: 204 len: 168 time: 0.9589932 Aug 30 07:52:52.184910 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55952) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:52.233340 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b04f16-b24b-4b0f-a911-8cbc2032cf7e admin admin] Deleting subnet 0a727fe8-ad85-4282-80c5-4c3f940fd518 {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:52:52.236593 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c9b04f16-b24b-4b0f-a911-8cbc2032cf7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.272535 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c9b04f16-b24b-4b0f-a911-8cbc2032cf7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070507269'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.347496 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c9b04f16-b24b-4b0f-a911-8cbc2032cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.401587 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c9b04f16-b24b-4b0f-a911-8cbc2032cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1073360017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069822122'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.426565 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b04f16-b24b-4b0f-a911-8cbc2032cf7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a727fe8-ad85-4282-80c5-4c3f940fd518,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:52.431356 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c9b04f16-b24b-4b0f-a911-8cbc2032cf7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.433194 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c9b04f16-b24b-4b0f-a911-8cbc2032cf7e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0a727fe8-ad85-4282-80c5-4c3f940fd518 HTTP/1.1" status: 204 len: 168 time: 0.2473736 Aug 30 07:52:52.435645 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55954) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:52.439339 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce46af1-5488-4753-b273-2ab060ae5cd1 None None] Network a4edc46e-120e-4bf9-8685-98ce537f8ccc requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:52:52.500750 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.552211 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Deleting port 396319ae-4099-46fe-bf2d-eb1a000f99f9 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:52.552521 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.606616 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c6525-7453-485a-ab07-68e0f27caf9c None None] DHCP port deletion for a4edc46e-120e-4bf9-8685-98ce537f8ccc request from dv-cinder-804735-4-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:52:52.625897 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] For port 396319ae-4099-46fe-bf2d-eb1a000f99f9, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=396319ae-4099-46fe-bf2d-eb1a000f99f9,segment=NetworkSegment(f289b05c-e7fa-4ab3-92e7-e48e43e3acd8),segment_id=f289b05c-e7fa-4ab3-92e7-e48e43e3acd8)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:52.626390 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.639567 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Calling delete_port for 396319ae-4099-46fe-bf2d-eb1a000f99f9 owned by network:dhcp {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:52.652464 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-c74c6525-7453-485a-ab07-68e0f27caf9c None None] Deleting port 396319ae-4099-46fe-bf2d-eb1a000f99f9 {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:52:52.652775 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c74c6525-7453-485a-ab07-68e0f27caf9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.717226 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.725007 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-c74c6525-7453-485a-ab07-68e0f27caf9c None None] For port 396319ae-4099-46fe-bf2d-eb1a000f99f9, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=396319ae-4099-46fe-bf2d-eb1a000f99f9,segment=NetworkSegment(f289b05c-e7fa-4ab3-92e7-e48e43e3acd8),segment_id=f289b05c-e7fa-4ab3-92e7-e48e43e3acd8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:52.725436 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c74c6525-7453-485a-ab07-68e0f27caf9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.738412 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-c74c6525-7453-485a-ab07-68e0f27caf9c None None] Calling delete_port for 396319ae-4099-46fe-bf2d-eb1a000f99f9 owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:52:52.744861 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] No DVR routers for this DVR port 396319ae-4099-46fe-bf2d-eb1a000f99f9 on host dv-cinder-804735-4-iscsi {{(pid=100500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:52.749598 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Pushing event deleted for resources: {'Port': ['ID=396319ae-4099-46fe-bf2d-eb1a000f99f9,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:52.813590 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c74c6525-7453-485a-ab07-68e0f27caf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.821618 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.835388 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4edc46e-120e-4bf9-8685-98ce537f8ccc']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:52.845336 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c6525-7453-485a-ab07-68e0f27caf9c None None] Pushing event deleted for resources: {'Port': ['ID=396319ae-4099-46fe-bf2d-eb1a000f99f9,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:52.847243 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c6525-7453-485a-ab07-68e0f27caf9c None None] No DVR routers for this DVR port 396319ae-4099-46fe-bf2d-eb1a000f99f9 on host dv-cinder-804735-4-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:52:52.848825 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f289b05c-e7fa-4ab3-92e7-e48e43e3acd8') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:52.849123 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f289b05c-e7fa-4ab3-92e7-e48e43e3acd8') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:52:52.863834 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070507290'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.877715 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.883916 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:52:52.884358 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073360119'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: timer() Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: cb(*args, **kw) Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: self._notify() Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: self.callback(batched_events) Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: event.method(event) Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._get(url).json() Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:52:52.886067 dv-cinder-804735-4-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:52:52.941362 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.946084 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:52.948144 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a4edc46e-120e-4bf9-8685-98ce537f8ccc HTTP/1.1" status: 204 len: 168 time: 0.5115807 Aug 30 07:52:52.964915 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283435d-c201-42b5-b881-52793656f964 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4edc46e-120e-4bf9-8685-98ce537f8ccc,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:53.057924 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55958) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:53.098290 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-845e6aa8-f4be-4711-b880-23e364a0134d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c136921751ac4acda50bafac9ed66c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376492 Aug 30 07:52:53.099226 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 55962) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:53.173547 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94509bfe-c3e9-40af-9561-07784679cf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.204932 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d817e-ae6a-4523-b1c7-105a002806a8 req-b104e217-3267-4963-878c-80ac46f00271 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:53.206303 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7b7d817e-ae6a-4523-b1c7-105a002806a8 req-b104e217-3267-4963-878c-80ac46f00271 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 944 time: 0.0745180 Aug 30 07:52:53.208195 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94509bfe-c3e9-40af-9561-07784679cf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.211596 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 396319ae-4099-46fe-bf2d-eb1a000f99f9 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:53.231469 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 396319ae-4099-46fe-bf2d-eb1a000f99f9 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:53.231792 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 396319ae-4099-46fe-bf2d-eb1a000f99f9 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:53.232211 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device e8b09027-b762-48ad-b017-2a7d5d011fb7 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:53.250004 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: e8b09027-b762-48ad-b017-2a7d5d011fb7 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:53.250339 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device e8b09027-b762-48ad-b017-2a7d5d011fb7 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:53.250741 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device fa4f0d78-5841-401d-b3ce-289bf2c08c46 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:52:53.269245 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7b7d817e-ae6a-4523-b1c7-105a002806a8 req-1a72cd58-effa-40d5-b19a-375d5233d1e7 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Aug 30 07:52:53.269637 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: fa4f0d78-5841-401d-b3ce-289bf2c08c46 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:52:53.269981 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device fa4f0d78-5841-401d-b3ce-289bf2c08c46 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:52:53.294400 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94509bfe-c3e9-40af-9561-07784679cf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.297206 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94509bfe-c3e9-40af-9561-07784679cf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.298347 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-94509bfe-c3e9-40af-9561-07784679cf37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c32819d9-6054-4b7d-a005-fb8b46f81b5f HTTP/1.1" status: 204 len: 168 time: 0.1982167 Aug 30 07:52:53.305896 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94509bfe-c3e9-40af-9561-07784679cf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32819d9-6054-4b7d-a005-fb8b46f81b5f,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:53.602947 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55968) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:53.642241 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f35ed7fd-a49d-4241-9e89-5bf4e2eb01cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9771f474677c4b94980c3fd286fd7674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381248 Aug 30 07:52:53.644536 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 55970) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:52:53.689473 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-764459fb-bacf-4199-99cc-81299097642b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.709823 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-764459fb-bacf-4199-99cc-81299097642b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.713297 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:52:53.755078 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-764459fb-bacf-4199-99cc-81299097642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.758220 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-764459fb-bacf-4199-99cc-81299097642b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.759380 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-764459fb-bacf-4199-99cc-81299097642b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dda860fd-e476-47c5-99c9-88e6b320973a HTTP/1.1" status: 204 len: 168 time: 0.1139479 Aug 30 07:52:53.767881 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764459fb-bacf-4199-99cc-81299097642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda860fd-e476-47c5-99c9-88e6b320973a,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:53.816168 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:53.826928 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': 'd67b1c3a-65e1-4ac3-a3e9-7f1343b41706', 'network_id': '2012003e-b632-4164-8c87-cf58358e9030', 'port_id': 'd67b1c3a-65e1-4ac3-a3e9-7f1343b41706', 'mac_address': 'fa:16:3e:97:b7:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499de379-e64d-4b79-88de-fdd0273167a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:52:53.863772 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.876932 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:52:53.896535 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:53.900919 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:53.951521 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:54.293460 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['d67b1c3a-65e1-4ac3-a3e9-7f1343b41706'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:52:54.383714 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834726f2-4a8f-4435-a3ec-ccbb20930fe5 req-3041bb3d-ffb8-4a58-806c-72dd61ae3eee tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:54.385189 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-834726f2-4a8f-4435-a3ec-ccbb20930fe5 req-3041bb3d-ffb8-4a58-806c-72dd61ae3eee tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 945 time: 0.0472219 Aug 30 07:52:54.421692 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-834726f2-4a8f-4435-a3ec-ccbb20930fe5 req-5df6ef1b-0dd7-4d54-90b3-fa73479b5382 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305738 Aug 30 07:52:55.532711 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7718880-e6da-4a4f-90aa-4487ffaa7f82 req-766b2e22-4bc3-4e34-b82f-c0b98ae12e58 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:55.534146 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b7718880-e6da-4a4f-90aa-4487ffaa7f82 req-766b2e22-4bc3-4e34-b82f-c0b98ae12e58 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 945 time: 0.0462928 Aug 30 07:52:55.570892 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b7718880-e6da-4a4f-90aa-4487ffaa7f82 req-ee172747-c5ab-483b-ade1-1d48d645d4fe tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304470 Aug 30 07:52:55.721072 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:52:55.767140 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:52:55.770614 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:52:55.770976 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:55.847820 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:55.869373 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d23c29-ad4f-4e39-b413-bbfb99cb90c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67b1c3a-65e1-4ac3-a3e9-7f1343b41706'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:52:55.871605 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2644d5-3572-4c57-ae0e-a1efe65cf95d" -d '{"events": [{"server_uuid": "35d23c29-ad4f-4e39-b413-bbfb99cb90c9", "name": "network-vif-plugged", "status": "completed", "tag": "d67b1c3a-65e1-4ac3-a3e9-7f1343b41706"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:52:55.884124 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:52:55.888219 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:52:55.910895 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f13bfc8-1ef2-4228-bbbe-6e981679ea83 x-openstack-request-id: req-0f13bfc8-1ef2-4228-bbbe-6e981679ea83 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:52:55.911203 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d23c29-ad4f-4e39-b413-bbfb99cb90c9", "name": "network-vif-plugged", "status": "completed", "tag": "d67b1c3a-65e1-4ac3-a3e9-7f1343b41706", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:52:55.911480 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f13bfc8-1ef2-4228-bbbe-6e981679ea83 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:52:55.911847 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d23c29-ad4f-4e39-b413-bbfb99cb90c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67b1c3a-65e1-4ac3-a3e9-7f1343b41706', 'code': 200} Aug 30 07:52:55.937147 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:52:56.067068 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edbc8a-860e-4dcf-a6a2-d4ecb7fd3bc5 req-7bc53daf-ebec-43ff-bfa7-8ce90ab1073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:56.068517 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e6edbc8a-860e-4dcf-a6a2-d4ecb7fd3bc5 req-7bc53daf-ebec-43ff-bfa7-8ce90ab1073f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 1099 time: 0.0411892 Aug 30 07:52:56.101646 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e6edbc8a-860e-4dcf-a6a2-d4ecb7fd3bc5 req-46156633-1cf5-46ec-b875-46c7876cad94 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257208 Aug 30 07:52:56.680607 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b68db3-a5dd-45b1-b1bc-b8b1f76b8f3c req-23cc9d2c-37ed-4ee2-a667-404c68217375 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:56.682038 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02b68db3-a5dd-45b1-b1bc-b8b1f76b8f3c req-23cc9d2c-37ed-4ee2-a667-404c68217375 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 946 time: 0.0469294 Aug 30 07:52:56.717721 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02b68db3-a5dd-45b1-b1bc-b8b1f76b8f3c req-6a24f6d7-5c14-4186-960b-b40b23a06f59 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299187 Aug 30 07:52:57.830346 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015422d-35f4-45ab-859c-ec6c53ef3dc8 req-7e52d21f-100d-4f22-926d-86aae63e5393 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:52:57.831824 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3015422d-35f4-45ab-859c-ec6c53ef3dc8 req-7e52d21f-100d-4f22-926d-86aae63e5393 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 946 time: 0.0473471 Aug 30 07:52:57.867351 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3015422d-35f4-45ab-859c-ec6c53ef3dc8 req-47f56de2-7f9c-446a-a1ef-312a1db0e18c tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290766 Aug 30 07:53:03.557360 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e0fa55ea-de7d-4c89-8148-529205204618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:05.254672 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:06.163336 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-75e68563-61ec-4e4a-8e02-8bfd85234759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:06.688588 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:07.393739 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:08.630558 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-69502958-b247-4cf2-8220-9be80e32bacc tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:08.632026 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-69502958-b247-4cf2-8220-9be80e32bacc tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/networks?id=2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 200 len: 815 time: 0.0983353 Aug 30 07:53:08.646285 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-c176ab4d-a408-45ad-bdfa-5464cbb9036b tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/quotas/2a73399dcc254004b62fbe3f08b7ec8b HTTP/1.1" status: 200 len: 375 time: 0.0085926 Aug 30 07:53:08.697424 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-e1be6586-764d-403d-862d-a482b6edb183 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458620 Aug 30 07:53:08.700318 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:08.787627 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-861d62eb-f2ef-45f6-a7cb-b849409ae634 service neutron] 10.222.0.64 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821035 Aug 30 07:53:08.873226 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-2801845e-aee1-4e85-8390-49bbc1339587 service neutron] 10.222.0.64 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794568 Aug 30 07:53:09.042834 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c18185d5-4f05-4895-8478-445d40e82135 req-42f0b257-7459-4b35-8994-ad944aed347b tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 210 time: 0.0352237 Aug 30 07:53:09.969772 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-136992d5-dde0-4fb7-b61f-60cef35c5275 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:09.971240 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-136992d5-dde0-4fb7-b61f-60cef35c5275 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "GET /v2.0/networks?id=2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 200 len: 815 time: 0.1044636 Aug 30 07:53:09.986295 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Request body: {'port': {'device_id': '0f2053a3-ae18-4191-bede-9233e5227451', 'network_id': '2012003e-b632-4164-8c87-cf58358e9030', 'admin_state_up': True, 'tenant_id': '2a73399dcc254004b62fbe3f08b7ec8b'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:53:10.092478 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Made reservation on behalf of 2a73399dcc254004b62fbe3f08b7ec8b for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:53:10.096010 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:10.171454 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-acab3d5b-4f09-447c-aa13-a17d87c0461f req-d5cddd30-abd6-4871-ac36-77014662145b tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 210 time: 0.0584080 Aug 30 07:53:10.241035 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Allocated IP 172.20.0.4 (2012003e-b632-4164-8c87-cf58358e9030/499de379-e64d-4b79-88de-fdd0273167a1/efa744a1-4513-45f0-a5ca-0f63eb8a7457) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:53:10.380979 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:10.418444 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:10.430125 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['52338c92-b54c-4785-9a99-b5db3d4bf100', 'ca569e1f-9b24-4345-b563-20d9d71a2e46', 'd67b1c3a-65e1-4ac3-a3e9-7f1343b41706'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:53:10.461195 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Network 2012003e-b632-4164-8c87-cf58358e9030 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:53:10.464281 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:53:10.468695 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:53:10.490920 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Pushing event updated for resources: {'Port': ['ID=efa744a1-4513-45f0-a5ca-0f63eb8a7457,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:10.506325 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:10.506596 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:10.506932 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:10.507292 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:10.507624 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:10.507946 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:10.508270 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:10.508590 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:10.508908 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:10.509227 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:10.509546 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:10.509860 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:10.528239 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:10.528843 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:10.542526 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-4f8ec316-7890-4120-ad9e-a3bd328bda1a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604532 Aug 30 07:53:10.559708 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Request body: {'port': {'device_id': '0f2053a3-ae18-4191-bede-9233e5227451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:53:10.860691 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:11.107064 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa744a1-4513-45f0-a5ca-0f63eb8a7457 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:53:11.114338 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:11.125734 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Transition to ACTIVE for port object efa744a1-4513-45f0-a5ca-0f63eb8a7457 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:53:11.136682 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:11.205246 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Pushing event updated for resources: {'Port': ['ID=efa744a1-4513-45f0-a5ca-0f63eb8a7457,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:11.279477 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Attempting to bind port efa744a1-4513-45f0-a5ca-0f63eb8a7457 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:53:11.279816 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Attempting to bind port efa744a1-4513-45f0-a5ca-0f63eb8a7457 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:53:11.280139 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Attempting to bind port efa744a1-4513-45f0-a5ca-0f63eb8a7457 on network 2012003e-b632-4164-8c87-cf58358e9030 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:53:11.289090 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Port efa744a1-4513-45f0-a5ca-0f63eb8a7457 on network 2012003e-b632-4164-8c87-cf58358e9030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:53:11.289407 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Attempting to bind port efa744a1-4513-45f0-a5ca-0f63eb8a7457 on network 2012003e-b632-4164-8c87-cf58358e9030 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:53:11.304392 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2c104-bd2f-4e26-b30d-e92796af2274 req-c355f28d-e1b9-457b-93fc-afe6c1402f62 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:11.305853 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3be2c104-bd2f-4e26-b30d-e92796af2274 req-c355f28d-e1b9-457b-93fc-afe6c1402f62 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 943 time: 0.0677137 Aug 30 07:53:11.306536 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:53:11.306866 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Checking segment: {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:53:11.307274 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Bound using segment: {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:53:11.307687 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Bound port: efa744a1-4513-45f0-a5ca-0f63eb8a7457, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '2012003e-b632-4164-8c87-cf58358e9030'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:53:11.308039 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:11.377172 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3be2c104-bd2f-4e26-b30d-e92796af2274 req-ec69b895-e875-4880-9d88-e4beb9193838 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608208 Aug 30 07:53:11.398475 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] For port efa744a1-4513-45f0-a5ca-0f63eb8a7457, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:53:11.401891 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] For port efa744a1-4513-45f0-a5ca-0f63eb8a7457, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=efa744a1-4513-45f0-a5ca-0f63eb8a7457,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:53:11.406010 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:11.438572 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:11.439165 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:11.440543 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] 10.222.0.68 "PUT /v2.0/ports/efa744a1-4513-45f0-a5ca-0f63eb8a7457 HTTP/1.1" status: 200 len: 1093 time: 0.8850756 Aug 30 07:53:11.440965 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2053a3-ae18-4191-bede-9233e5227451', 'tag': 'efa744a1-4513-45f0-a5ca-0f63eb8a7457'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:53:11.443549 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7632da91-2ee6-48b9-8540-b49705f20c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2053a3-ae18-4191-bede-9233e5227451", "tag": "efa744a1-4513-45f0-a5ca-0f63eb8a7457"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:53:11.469613 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0024c7-a70f-431f-bbda-1c383bce57c0 service neutron] Pushing event updated for resources: {'Port': ['ID=efa744a1-4513-45f0-a5ca-0f63eb8a7457,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:11.488927 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ad5a32-401c-4c8c-9346-564b80c249ab x-openstack-request-id: req-89ad5a32-401c-4c8c-9346-564b80c249ab {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:53:11.489215 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2053a3-ae18-4191-bede-9233e5227451", "tag": "efa744a1-4513-45f0-a5ca-0f63eb8a7457", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:53:11.489469 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89ad5a32-401c-4c8c-9346-564b80c249ab {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:53:11.489864 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2053a3-ae18-4191-bede-9233e5227451', 'tag': 'efa744a1-4513-45f0-a5ca-0f63eb8a7457', 'status': 'completed', 'code': 200} Aug 30 07:53:11.521788 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-04df4434-fe7d-4f52-9f3f-998da9657b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:11.523277 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-04df4434-fe7d-4f52-9f3f-998da9657b26 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 1096 time: 0.0428872 Aug 30 07:53:11.567767 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-2dab4918-7300-462b-92a3-7c856d7e87d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efa744a1-4513-45f0-a5ca-0f63eb8a7457 HTTP/1.1" status: 200 len: 217 time: 0.0367692 Aug 30 07:53:11.616284 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-708c9005-d153-487c-94fc-8af3e01f4d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:11.617690 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-708c9005-d153-487c-94fc-8af3e01f4d3c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=499de379-e64d-4b79-88de-fdd0273167a1 HTTP/1.1" status: 200 len: 855 time: 0.0413363 Aug 30 07:53:11.653069 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-c055e841-32e9-4775-a28c-4853da957961 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2012003e-b632-4164-8c87-cf58358e9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239525 Aug 30 07:53:11.743548 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-2fcc816f-e3b0-4207-bcc2-ea983363d672 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822866 Aug 30 07:53:11.838116 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8b528e22-a7d1-44d4-9a15-d4339e7f503f req-a3b664ca-ef4f-4915-b067-a3014bee3ed6 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797396 Aug 30 07:53:11.923802 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632da91-2ee6-48b9-8540-b49705f20c2f req-128f277f-fdd5-40f7-a2e8-e9fbe0d9bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:11.925163 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7632da91-2ee6-48b9-8540-b49705f20c2f req-128f277f-fdd5-40f7-a2e8-e9fbe0d9bb42 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 1096 time: 0.0400665 Aug 30 07:53:12.018229 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632da91-2ee6-48b9-8540-b49705f20c2f req-f997799c-102e-4574-8933-a24c8f1b78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:12.019744 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7632da91-2ee6-48b9-8540-b49705f20c2f req-f997799c-102e-4574-8933-a24c8f1b78b6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 200 len: 916 time: 0.0844400 Aug 30 07:53:12.062322 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7632da91-2ee6-48b9-8540-b49705f20c2f req-2e68dd39-7b00-40d8-962f-31132bcbd2b0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efa744a1-4513-45f0-a5ca-0f63eb8a7457 HTTP/1.1" status: 200 len: 217 time: 0.0350239 Aug 30 07:53:12.113604 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632da91-2ee6-48b9-8540-b49705f20c2f req-1b0135c3-584f-4230-8f5c-6b2f58e6e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:12.114999 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7632da91-2ee6-48b9-8540-b49705f20c2f req-1b0135c3-584f-4230-8f5c-6b2f58e6e283 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=499de379-e64d-4b79-88de-fdd0273167a1 HTTP/1.1" status: 200 len: 855 time: 0.0420902 Aug 30 07:53:12.149642 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7632da91-2ee6-48b9-8540-b49705f20c2f req-145527f3-adad-4da9-a153-59255ed0b2e3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2012003e-b632-4164-8c87-cf58358e9030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267379 Aug 30 07:53:12.237275 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7632da91-2ee6-48b9-8540-b49705f20c2f req-36c37e00-5ecd-432d-b641-ccf6d7953c5c service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797737 Aug 30 07:53:12.328040 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7632da91-2ee6-48b9-8540-b49705f20c2f req-3c008572-61e1-450a-9e43-8e25531f74b5 service neutron] 10.222.0.68 "GET /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828822 Aug 30 07:53:12.488776 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683b7a1-fe0d-4d3b-894b-7d681c43f8f4 req-3338a1d8-951f-4c54-af79-f6f7a43861b2 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:12.490163 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d683b7a1-fe0d-4d3b-894b-7d681c43f8f4 req-3338a1d8-951f-4c54-af79-f6f7a43861b2 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 943 time: 0.0483439 Aug 30 07:53:12.526319 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d683b7a1-fe0d-4d3b-894b-7d681c43f8f4 req-e185f9e6-a41d-48b7-8939-f67dc42cd449 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303602 Aug 30 07:53:13.637976 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e4457-5c14-4e5c-bc06-2f799a8df686 req-f3b7fc25-69f7-4b92-927e-45f1c43d543f tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:13.639437 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6c0e4457-5c14-4e5c-bc06-2f799a8df686 req-f3b7fc25-69f7-4b92-927e-45f1c43d543f tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 943 time: 0.0471094 Aug 30 07:53:13.675367 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6c0e4457-5c14-4e5c-bc06-2f799a8df686 req-a2e6a26c-9d4b-4011-91d8-7166cf9204d8 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300937 Aug 30 07:53:13.873882 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device efa744a1-4513-45f0-a5ca-0f63eb8a7457 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:53:13.963836 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port efa744a1-4513-45f0-a5ca-0f63eb8a7457, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=efa744a1-4513-45f0-a5ca-0f63eb8a7457,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:13.975496 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': 'efa744a1-4513-45f0-a5ca-0f63eb8a7457', 'network_id': '2012003e-b632-4164-8c87-cf58358e9030', 'port_id': 'efa744a1-4513-45f0-a5ca-0f63eb8a7457', 'mac_address': 'fa:16:3e:74:70:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499de379-e64d-4b79-88de-fdd0273167a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:53:14.011125 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:14.026728 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa744a1-4513-45f0-a5ca-0f63eb8a7457 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:53:14.045694 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port efa744a1-4513-45f0-a5ca-0f63eb8a7457, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=efa744a1-4513-45f0-a5ca-0f63eb8a7457,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:14.049441 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:14.094755 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=efa744a1-4513-45f0-a5ca-0f63eb8a7457,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:14.101430 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:14.101776 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:14.102112 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:14.102446 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:14.102774 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:14.103099 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:14.103448 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:14.103770 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:14.104091 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:14.104414 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:14.104732 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:14.105046 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:14.470904 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['efa744a1-4513-45f0-a5ca-0f63eb8a7457'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:53:14.805924 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fef83-0a84-43ec-8576-bbeed2f5ba76 req-4214e78a-7ca0-4465-8b76-adc23617eb2d tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:14.807645 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cb0fef83-0a84-43ec-8576-bbeed2f5ba76 req-4214e78a-7ca0-4465-8b76-adc23617eb2d tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 944 time: 0.0671668 Aug 30 07:53:14.848512 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cb0fef83-0a84-43ec-8576-bbeed2f5ba76 req-6a20b79a-7790-489c-b788-d65bfcb00766 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340605 Aug 30 07:53:15.882324 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device efa744a1-4513-45f0-a5ca-0f63eb8a7457 up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:53:15.964089 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55035028-14f4-4689-a4e0-bbd30e95a797 req-4c1b1d1b-724a-41cb-b1d8-1e92ec63004c tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:15.965723 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-55035028-14f4-4689-a4e0-bbd30e95a797 req-4c1b1d1b-724a-41cb-b1d8-1e92ec63004c tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 944 time: 0.0516310 Aug 30 07:53:16.006394 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-55035028-14f4-4689-a4e0-bbd30e95a797 req-81ad3293-35b6-4e21-b703-15e29e51b975 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Aug 30 07:53:16.052174 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port efa744a1-4513-45f0-a5ca-0f63eb8a7457 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:53:16.055906 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port efa744a1-4513-45f0-a5ca-0f63eb8a7457 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:53:16.056294 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:16.128485 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:16.150030 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2053a3-ae18-4191-bede-9233e5227451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa744a1-4513-45f0-a5ca-0f63eb8a7457'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:53:16.152313 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ea7fa1-702e-4af1-9419-cfc111270e27" -d '{"events": [{"server_uuid": "0f2053a3-ae18-4191-bede-9233e5227451", "name": "network-vif-plugged", "status": "completed", "tag": "efa744a1-4513-45f0-a5ca-0f63eb8a7457"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:53:16.164936 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port efa744a1-4513-45f0-a5ca-0f63eb8a7457, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=efa744a1-4513-45f0-a5ca-0f63eb8a7457,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:16.168955 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:16.193556 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28aabaeb-0ce2-4846-87ff-15d927740b4d x-openstack-request-id: req-28aabaeb-0ce2-4846-87ff-15d927740b4d {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:53:16.193844 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2053a3-ae18-4191-bede-9233e5227451", "name": "network-vif-plugged", "status": "completed", "tag": "efa744a1-4513-45f0-a5ca-0f63eb8a7457", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:53:16.194087 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28aabaeb-0ce2-4846-87ff-15d927740b4d {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:53:16.194462 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2053a3-ae18-4191-bede-9233e5227451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa744a1-4513-45f0-a5ca-0f63eb8a7457', 'code': 200} Aug 30 07:53:16.220554 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=efa744a1-4513-45f0-a5ca-0f63eb8a7457,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:16.360619 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87373173-ebe3-4934-a556-c1eda51f3eee req-fb08103d-12b1-401d-80bc-ea47ec2a2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:16.362109 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-87373173-ebe3-4934-a556-c1eda51f3eee req-fb08103d-12b1-401d-80bc-ea47ec2a2125 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 1098 time: 0.0404527 Aug 30 07:53:16.398066 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-87373173-ebe3-4934-a556-c1eda51f3eee req-18e379db-e671-4759-a18b-b0c41f34507f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285861 Aug 30 07:53:17.142296 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef9488-a824-4010-9d87-7579ae8239ef req-ade6eaac-a9c4-4fc3-8c0c-7dcd4276f01a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:17.143938 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-76ef9488-a824-4010-9d87-7579ae8239ef req-ade6eaac-a9c4-4fc3-8c0c-7dcd4276f01a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 945 time: 0.0594816 Aug 30 07:53:17.182048 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-76ef9488-a824-4010-9d87-7579ae8239ef req-11000e39-05d6-42af-a8e4-90b56e0b8654 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Aug 30 07:53:18.304112 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f32f1f-533a-4f87-aa33-e656a74ecaf0 req-39df002d-9fc7-4b2e-bc9c-870cb6bc2a16 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:18.305631 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d8f32f1f-533a-4f87-aa33-e656a74ecaf0 req-39df002d-9fc7-4b2e-bc9c-870cb6bc2a16 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 945 time: 0.0559797 Aug 30 07:53:18.343102 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d8f32f1f-533a-4f87-aa33-e656a74ecaf0 req-105a5d49-691e-4c51-9373-1b97558dc90c tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315146 Aug 30 07:53:21.010355 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:53:30.163785 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ee333-5e0f-4e68-a55e-bc4b095091a7 req-1b0a4266-362b-4e26-914b-4522ee048b56 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:30.165491 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d04ee333-5e0f-4e68-a55e-bc4b095091a7 req-1b0a4266-362b-4e26-914b-4522ee048b56 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 945 time: 0.0503058 Aug 30 07:53:30.202849 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d04ee333-5e0f-4e68-a55e-bc4b095091a7 req-d426e921-06ab-4af4-bf2d-a121f443421f tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312731 Aug 30 07:53:31.321469 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06305bcf-0f45-49fb-9a7d-f7259e4d6dde req-aa5c6ec6-11f1-4f46-bbc7-35ed5e11ecae tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:31.322946 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-06305bcf-0f45-49fb-9a7d-f7259e4d6dde req-aa5c6ec6-11f1-4f46-bbc7-35ed5e11ecae tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 945 time: 0.0520911 Aug 30 07:53:31.359878 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-06305bcf-0f45-49fb-9a7d-f7259e4d6dde req-d36a0b0d-d42c-4e19-b5f8-63ee65e83027 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308979 Aug 30 07:53:32.187513 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9d8cb-4840-430c-83c1-080804baf29c req-c3ec87e1-c930-4004-a03c-50595a98f2ee tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:32.188965 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28c9d8cb-4840-430c-83c1-080804baf29c req-c3ec87e1-c930-4004-a03c-50595a98f2ee tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 945 time: 0.0483735 Aug 30 07:53:32.284467 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-28c9d8cb-4840-430c-83c1-080804baf29c req-bc59252a-8b2e-4b28-bfe2-4e914196437a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Deleting port efa744a1-4513-45f0-a5ca-0f63eb8a7457 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:53:32.284825 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-28c9d8cb-4840-430c-83c1-080804baf29c req-bc59252a-8b2e-4b28-bfe2-4e914196437a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:32.373257 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-28c9d8cb-4840-430c-83c1-080804baf29c req-bc59252a-8b2e-4b28-bfe2-4e914196437a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] For port efa744a1-4513-45f0-a5ca-0f63eb8a7457, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=efa744a1-4513-45f0-a5ca-0f63eb8a7457,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:32.374050 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-28c9d8cb-4840-430c-83c1-080804baf29c req-bc59252a-8b2e-4b28-bfe2-4e914196437a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:32.387850 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-28c9d8cb-4840-430c-83c1-080804baf29c req-bc59252a-8b2e-4b28-bfe2-4e914196437a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Calling delete_port for efa744a1-4513-45f0-a5ca-0f63eb8a7457 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:53:32.499271 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22717bf7-5b59-4feb-8475-8993601666eb req-1e5b32f1-1fba-403a-b131-8f270248a081 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:32.500654 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-22717bf7-5b59-4feb-8475-8993601666eb req-1e5b32f1-1fba-403a-b131-8f270248a081 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f2053a3-ae18-4191-bede-9233e5227451 HTTP/1.1" status: 200 len: 945 time: 0.0732279 Aug 30 07:53:32.571350 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-22717bf7-5b59-4feb-8475-8993601666eb req-1f125e18-e929-40b9-b02e-d5793e8a8fb1 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635147 Aug 30 07:53:32.581449 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-28c9d8cb-4840-430c-83c1-080804baf29c req-bc59252a-8b2e-4b28-bfe2-4e914196437a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:32.595691 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['52338c92-b54c-4785-9a99-b5db3d4bf100', 'ca569e1f-9b24-4345-b563-20d9d71a2e46', 'd67b1c3a-65e1-4ac3-a3e9-7f1343b41706', 'efa744a1-4513-45f0-a5ca-0f63eb8a7457'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:53:32.610599 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59252a-8b2e-4b28-bfe2-4e914196437a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Pushing event deleted for resources: {'Port': ['ID=efa744a1-4513-45f0-a5ca-0f63eb8a7457,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:32.657626 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c9d8cb-4840-430c-83c1-080804baf29c req-bc59252a-8b2e-4b28-bfe2-4e914196437a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] No DVR routers for this DVR port efa744a1-4513-45f0-a5ca-0f63eb8a7457 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:53:32.660284 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-28c9d8cb-4840-430c-83c1-080804baf29c req-bc59252a-8b2e-4b28-bfe2-4e914196437a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:32.662343 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28c9d8cb-4840-430c-83c1-080804baf29c req-bc59252a-8b2e-4b28-bfe2-4e914196437a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "DELETE /v2.0/ports/efa744a1-4513-45f0-a5ca-0f63eb8a7457 HTTP/1.1" status: 204 len: 173 time: 0.4607835 Aug 30 07:53:32.662779 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2053a3-ae18-4191-bede-9233e5227451', 'name': 'network-vif-deleted', 'tag': 'efa744a1-4513-45f0-a5ca-0f63eb8a7457'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:53:32.665130 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a4ca81-f9ee-402c-b450-1a552c113cc9" -d '{"events": [{"server_uuid": "0f2053a3-ae18-4191-bede-9233e5227451", "name": "network-vif-deleted", "tag": "efa744a1-4513-45f0-a5ca-0f63eb8a7457"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:53:32.704384 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd11827-76df-4149-bf27-2cd57093e0f7 x-openstack-request-id: req-dfd11827-76df-4149-bf27-2cd57093e0f7 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:53:32.704709 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2053a3-ae18-4191-bede-9233e5227451", "name": "network-vif-deleted", "tag": "efa744a1-4513-45f0-a5ca-0f63eb8a7457", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:53:32.704924 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dfd11827-76df-4149-bf27-2cd57093e0f7 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:53:32.705330 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2053a3-ae18-4191-bede-9233e5227451', 'name': 'network-vif-deleted', 'tag': 'efa744a1-4513-45f0-a5ca-0f63eb8a7457', 'status': 'completed', 'code': 200} Aug 30 07:53:33.557647 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-25a60958-a969-4cc1-aa06-b417626899e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:34.982156 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997b7b7-713d-42b6-a892-342d8cac33a2 req-00d81a6a-0915-4e78-a13e-eec639af7494 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:34.983657 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4997b7b7-713d-42b6-a892-342d8cac33a2 req-00d81a6a-0915-4e78-a13e-eec639af7494 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 946 time: 0.0486844 Aug 30 07:53:35.022313 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4997b7b7-713d-42b6-a892-342d8cac33a2 req-a3885589-4a70-48aa-841c-a82e014376c7 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Aug 30 07:53:35.259130 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:35.928812 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device efa744a1-4513-45f0-a5ca-0f63eb8a7457 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:53:35.948082 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: efa744a1-4513-45f0-a5ca-0f63eb8a7457 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:53:35.948424 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device efa744a1-4513-45f0-a5ca-0f63eb8a7457 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:53:36.143468 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a127e7-9a84-49b5-af03-930af62ba0a7 req-c1740a78-ccd4-4f0c-9f5d-131249dfc744 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:36.144934 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1a127e7-9a84-49b5-af03-930af62ba0a7 req-c1740a78-ccd4-4f0c-9f5d-131249dfc744 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 946 time: 0.0483022 Aug 30 07:53:36.168897 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-07d437d3-6a98-45aa-8b20-61523d2d386a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:36.189439 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1a127e7-9a84-49b5-af03-930af62ba0a7 req-91c53d5b-7c54-465a-9618-a114db437998 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378175 Aug 30 07:53:36.690129 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:36.909500 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6089638-a1d5-46ef-b833-cfe05bd38197 req-773786ce-e9d2-4197-8315-587d10a419f6 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:36.910950 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6089638-a1d5-46ef-b833-cfe05bd38197 req-773786ce-e9d2-4197-8315-587d10a419f6 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 946 time: 0.0514262 Aug 30 07:53:36.997567 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-d6089638-a1d5-46ef-b833-cfe05bd38197 req-75aceb26-ba86-44af-b01f-a4c75a23f6db tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Deleting port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:53:36.997823 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6089638-a1d5-46ef-b833-cfe05bd38197 req-75aceb26-ba86-44af-b01f-a4c75a23f6db tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:37.089405 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-d6089638-a1d5-46ef-b833-cfe05bd38197 req-75aceb26-ba86-44af-b01f-a4c75a23f6db tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] For port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:37.089762 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6089638-a1d5-46ef-b833-cfe05bd38197 req-75aceb26-ba86-44af-b01f-a4c75a23f6db tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:37.103078 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-d6089638-a1d5-46ef-b833-cfe05bd38197 req-75aceb26-ba86-44af-b01f-a4c75a23f6db tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Calling delete_port for d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:53:37.230670 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6089638-a1d5-46ef-b833-cfe05bd38197 req-75aceb26-ba86-44af-b01f-a4c75a23f6db tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:37.244956 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['52338c92-b54c-4785-9a99-b5db3d4bf100', 'ca569e1f-9b24-4345-b563-20d9d71a2e46', 'd67b1c3a-65e1-4ac3-a3e9-7f1343b41706'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:53:37.270944 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aceb26-ba86-44af-b01f-a4c75a23f6db tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Pushing event deleted for resources: {'Port': ['ID=d67b1c3a-65e1-4ac3-a3e9-7f1343b41706,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:37.332402 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-110e89b5-5cc1-4fd5-b100-eae2372adf53 req-758c177c-a6b6-4fea-a94e-1592e627adc3 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=35d23c29-ad4f-4e39-b413-bbfb99cb90c9 HTTP/1.1" status: 200 len: 210 time: 0.0404158 Aug 30 07:53:37.333514 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6089638-a1d5-46ef-b833-cfe05bd38197 req-75aceb26-ba86-44af-b01f-a4c75a23f6db tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] No DVR routers for this DVR port d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:53:37.336955 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6089638-a1d5-46ef-b833-cfe05bd38197 req-75aceb26-ba86-44af-b01f-a4c75a23f6db tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:37.341130 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6089638-a1d5-46ef-b833-cfe05bd38197 req-75aceb26-ba86-44af-b01f-a4c75a23f6db tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "DELETE /v2.0/ports/d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 HTTP/1.1" status: 204 len: 173 time: 0.4242332 Aug 30 07:53:37.342668 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d23c29-ad4f-4e39-b413-bbfb99cb90c9', 'name': 'network-vif-deleted', 'tag': 'd67b1c3a-65e1-4ac3-a3e9-7f1343b41706'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:53:37.347834 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051114ef-6841-4df0-a25b-bccb54063895" -d '{"events": [{"server_uuid": "35d23c29-ad4f-4e39-b413-bbfb99cb90c9", "name": "network-vif-deleted", "tag": "d67b1c3a-65e1-4ac3-a3e9-7f1343b41706"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:53:37.420752 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81368ad7-4628-4b8d-8569-60ae7dceec47 x-openstack-request-id: req-81368ad7-4628-4b8d-8569-60ae7dceec47 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:53:37.421067 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d23c29-ad4f-4e39-b413-bbfb99cb90c9", "name": "network-vif-deleted", "tag": "d67b1c3a-65e1-4ac3-a3e9-7f1343b41706", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:53:37.421442 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81368ad7-4628-4b8d-8569-60ae7dceec47 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:53:37.421801 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d23c29-ad4f-4e39-b413-bbfb99cb90c9', 'name': 'network-vif-deleted', 'tag': 'd67b1c3a-65e1-4ac3-a3e9-7f1343b41706', 'status': 'completed', 'code': 200} Aug 30 07:53:37.427474 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:38.615621 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9f07d-0144-4ac4-96bc-039af279b587 req-2a27ac50-1932-493d-93c1-a8fac75df9de tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:38.617105 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6ea9f07d-0144-4ac4-96bc-039af279b587 req-2a27ac50-1932-493d-93c1-a8fac75df9de tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 945 time: 0.0513225 Aug 30 07:53:38.654535 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6ea9f07d-0144-4ac4-96bc-039af279b587 req-6b0075c9-0c1c-4684-b74c-23ce3bf4c944 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Aug 30 07:53:38.702706 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:39.775323 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90970d24-fc90-414f-8bac-84de292ea1a2 req-0a8659d1-5962-4d60-bdb5-d0db3bb612f1 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:39.776837 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-90970d24-fc90-414f-8bac-84de292ea1a2 req-0a8659d1-5962-4d60-bdb5-d0db3bb612f1 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 945 time: 0.0501378 Aug 30 07:53:39.815444 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-90970d24-fc90-414f-8bac-84de292ea1a2 req-0ee460b7-8c38-4b69-8bf0-26ac9322760c tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326221 Aug 30 07:53:40.206024 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acd313-4ccb-4cd2-806c-5079cd2c60e3 req-667bfcac-9bcb-455b-9f27-f3849540e370 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:40.207533 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-19acd313-4ccb-4cd2-806c-5079cd2c60e3 req-667bfcac-9bcb-455b-9f27-f3849540e370 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 945 time: 0.0472121 Aug 30 07:53:40.300281 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-19acd313-4ccb-4cd2-806c-5079cd2c60e3 req-5137bd61-82e3-4177-a402-5da0655cf162 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Deleting port ca569e1f-9b24-4345-b563-20d9d71a2e46 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:53:40.300623 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-19acd313-4ccb-4cd2-806c-5079cd2c60e3 req-5137bd61-82e3-4177-a402-5da0655cf162 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:40.385547 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-19acd313-4ccb-4cd2-806c-5079cd2c60e3 req-5137bd61-82e3-4177-a402-5da0655cf162 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] For port ca569e1f-9b24-4345-b563-20d9d71a2e46, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca569e1f-9b24-4345-b563-20d9d71a2e46,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:40.385908 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-19acd313-4ccb-4cd2-806c-5079cd2c60e3 req-5137bd61-82e3-4177-a402-5da0655cf162 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:40.399175 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-19acd313-4ccb-4cd2-806c-5079cd2c60e3 req-5137bd61-82e3-4177-a402-5da0655cf162 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Calling delete_port for ca569e1f-9b24-4345-b563-20d9d71a2e46 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:53:40.527690 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-19acd313-4ccb-4cd2-806c-5079cd2c60e3 req-5137bd61-82e3-4177-a402-5da0655cf162 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:40.539074 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['52338c92-b54c-4785-9a99-b5db3d4bf100', 'ca569e1f-9b24-4345-b563-20d9d71a2e46'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:53:40.556132 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137bd61-82e3-4177-a402-5da0655cf162 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Pushing event deleted for resources: {'Port': ['ID=ca569e1f-9b24-4345-b563-20d9d71a2e46,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:40.598372 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-19acd313-4ccb-4cd2-806c-5079cd2c60e3 req-5137bd61-82e3-4177-a402-5da0655cf162 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] No DVR routers for this DVR port ca569e1f-9b24-4345-b563-20d9d71a2e46 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:53:40.600926 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-19acd313-4ccb-4cd2-806c-5079cd2c60e3 req-5137bd61-82e3-4177-a402-5da0655cf162 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:40.602858 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-19acd313-4ccb-4cd2-806c-5079cd2c60e3 req-5137bd61-82e3-4177-a402-5da0655cf162 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "DELETE /v2.0/ports/ca569e1f-9b24-4345-b563-20d9d71a2e46 HTTP/1.1" status: 204 len: 173 time: 0.3892896 Aug 30 07:53:40.603329 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f', 'name': 'network-vif-deleted', 'tag': 'ca569e1f-9b24-4345-b563-20d9d71a2e46'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:53:40.605591 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ca4a9e-4389-4688-9900-24071b64f768" -d '{"events": [{"server_uuid": "fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f", "name": "network-vif-deleted", "tag": "ca569e1f-9b24-4345-b563-20d9d71a2e46"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:53:40.642644 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d87a27-52b5-47d2-b383-6f60c4cd3457 x-openstack-request-id: req-47d87a27-52b5-47d2-b383-6f60c4cd3457 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:53:40.642937 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f", "name": "network-vif-deleted", "tag": "ca569e1f-9b24-4345-b563-20d9d71a2e46", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:53:40.643211 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47d87a27-52b5-47d2-b383-6f60c4cd3457 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:53:40.643610 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f', 'name': 'network-vif-deleted', 'tag': 'ca569e1f-9b24-4345-b563-20d9d71a2e46', 'status': 'completed', 'code': 200} Aug 30 07:53:40.917607 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b4f97089-7f42-41f1-868f-481ad0aacc55 req-cd7724dc-a296-40c7-82ab-fe92bb022b5c tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcfc9c1a-e503-4a5f-bd86-eaf0afcc2d5f HTTP/1.1" status: 200 len: 210 time: 0.0249934 Aug 30 07:53:41.961318 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device ca569e1f-9b24-4345-b563-20d9d71a2e46 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:53:41.981647 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: ca569e1f-9b24-4345-b563-20d9d71a2e46 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:53:41.981991 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device ca569e1f-9b24-4345-b563-20d9d71a2e46 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:53:41.982397 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:53:42.000889 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:53:42.001229 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device d67b1c3a-65e1-4ac3-a3e9-7f1343b41706 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:53:43.297045 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571469e-dade-4815-94e7-1342d332c20c req-3c0e0ad3-bb54-4f8b-84d4-81a26ca35ba9 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:43.298501 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4571469e-dade-4815-94e7-1342d332c20c req-3c0e0ad3-bb54-4f8b-84d4-81a26ca35ba9 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 946 time: 0.0485997 Aug 30 07:53:43.336128 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4571469e-dade-4815-94e7-1342d332c20c req-64b9cc7a-0860-49c2-a2fe-3378cfb4c6f0 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Aug 30 07:53:44.269215 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5ac76a8f-2d34-4d80-8fe6-a5463ab37a17 req-a134bc62-6e04-49ec-a3e7-629825a74b85 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270236971&fields=id&tenant_id=e501f3a7a91f403abc5dd9039ff432ed HTTP/1.1" status: 200 len: 267 time: 0.0324533 Aug 30 07:53:44.319906 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac76a8f-2d34-4d80-8fe6-a5463ab37a17 req-bcb63c88-4b26-48e8-b5e0-5843ac30665b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:44.321337 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5ac76a8f-2d34-4d80-8fe6-a5463ab37a17 req-bcb63c88-4b26-48e8-b5e0-5843ac30665b tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 984 time: 0.0463803 Aug 30 07:53:44.332636 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-5ac76a8f-2d34-4d80-8fe6-a5463ab37a17 req-0e6b0b8d-2170-4ae5-b267-b66488e7ec78 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Request body: {'port': {'security_groups': ['9d4cb13f-0a1a-41e3-b7cb-17460aab933a']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:53:44.398229 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5ac76a8f-2d34-4d80-8fe6-a5463ab37a17 req-0e6b0b8d-2170-4ae5-b267-b66488e7ec78 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:44.484712 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108e53e-50a1-4715-aeab-4baf380eab04 req-2b9b6ad8-3b5f-4bea-b15b-1815a6c722be tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:44.486570 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8108e53e-50a1-4715-aeab-4baf380eab04 req-2b9b6ad8-3b5f-4bea-b15b-1815a6c722be tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 946 time: 0.0852063 Aug 30 07:53:44.544064 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8108e53e-50a1-4715-aeab-4baf380eab04 req-5f3a8f4f-6ea1-4f0d-ba93-692f7ef3148a tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490253 Aug 30 07:53:44.623203 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-5ac76a8f-2d34-4d80-8fe6-a5463ab37a17 req-0e6b0b8d-2170-4ae5-b267-b66488e7ec78 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] For port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:44.652583 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5ac76a8f-2d34-4d80-8fe6-a5463ab37a17 req-0e6b0b8d-2170-4ae5-b267-b66488e7ec78 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:44.656817 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5ac76a8f-2d34-4d80-8fe6-a5463ab37a17 req-0e6b0b8d-2170-4ae5-b267-b66488e7ec78 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:44.670647 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:53:44.702370 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac76a8f-2d34-4d80-8fe6-a5463ab37a17 req-0e6b0b8d-2170-4ae5-b267-b66488e7ec78 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:44.702945 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-5ac76a8f-2d34-4d80-8fe6-a5463ab37a17 req-0e6b0b8d-2170-4ae5-b267-b66488e7ec78 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:44.704388 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5ac76a8f-2d34-4d80-8fe6-a5463ab37a17 req-0e6b0b8d-2170-4ae5-b267-b66488e7ec78 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "PUT /v2.0/ports/a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 HTTP/1.1" status: 200 len: 942 time: 0.3766384 Aug 30 07:53:44.705353 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:53:44.707070 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86136c53-1706-4347-ba65-edb3614ebd47" -d '{"events": [{"name": "network-changed", "server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:53:44.711965 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56212) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:44.733226 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b0b8d-2170-4ae5-b267-b66488e7ec78 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event updated for resources: {'Port': ['ID=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,revision_number=7']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:44.754718 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41020968-0582-48b7-ac89-b5fac9508eef x-openstack-request-id: req-41020968-0582-48b7-ac89-b5fac9508eef {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:53:44.755009 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:53:44.755287 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41020968-0582-48b7-ac89-b5fac9508eef {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:53:44.755779 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'status': 'completed', 'code': 200} Aug 30 07:53:44.797831 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:44.827376 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86136c53-1706-4347-ba65-edb3614ebd47 req-a5737657-7d98-413a-822a-a89e1371fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:44.828015 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:44.829224 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86136c53-1706-4347-ba65-edb3614ebd47 req-a5737657-7d98-413a-822a-a89e1371fd70 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e501f3a7a91f403abc5dd9039ff432ed&device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 1098 time: 0.0487738 Aug 30 07:53:44.848109 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:53:44.894268 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:44.898194 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:44.900091 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "DELETE /v2.0/security-groups/42de497c-c4b1-4879-8468-e4961a80041a HTTP/1.1" status: 204 len: 168 time: 0.1871433 Aug 30 07:53:44.903060 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56214) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:44.909872 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42de497c-c4b1-4879-8468-e4961a80041a,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:44.916980 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:44.917334 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:44.917678 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:44.918017 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:44.918352 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:44.918683 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:44.919010 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:44.919521 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:44.920022 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:44.920357 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:44.920682 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:44.921230 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8821-8f83-45fd-b824-212e4b2c6c02 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:53:44.962588 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b776db8a-60c5-4bcc-b93b-36d9738f6a83 None None] Provisioning complete for port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:53:44.962968 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b776db8a-60c5-4bcc-b93b-36d9738f6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:45.036186 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86136c53-1706-4347-ba65-edb3614ebd47 req-121c79c1-10de-4923-9fd2-422bf7c83f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:45.037540 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86136c53-1706-4347-ba65-edb3614ebd47 req-121c79c1-10de-4923-9fd2-422bf7c83f8a service neutron] 10.222.0.68 "GET /v2.0/networks?id=9d15f960-763e-45c6-89bd-871dcad1be5f HTTP/1.1" status: 200 len: 915 time: 0.1999655 Aug 30 07:53:45.127251 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86136c53-1706-4347-ba65-edb3614ebd47 req-169b7b9d-2229-4168-8b8e-eeffe439aa87 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 HTTP/1.1" status: 200 len: 1001 time: 0.0813992 Aug 30 07:53:45.166398 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Deleting port c0c35ea9-4e10-44e3-ba11-0184a98f7602 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:53:45.166737 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:45.245029 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86136c53-1706-4347-ba65-edb3614ebd47 req-6a0c7f4e-9b77-4db5-b7bc-a3049dc27110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:45.246468 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86136c53-1706-4347-ba65-edb3614ebd47 req-6a0c7f4e-9b77-4db5-b7bc-a3049dc27110 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b9cd1c7-244c-43dd-b90b-105e268ae311 HTTP/1.1" status: 200 len: 853 time: 0.1112950 Aug 30 07:53:45.309546 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc6dad-32f9-486e-99d4-5b0248518919 req-33823871-d091-4cce-a1cd-b0a854e53367 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:45.310883 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecdc6dad-32f9-486e-99d4-5b0248518919 req-33823871-d091-4cce-a1cd-b0a854e53367 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 946 time: 0.1267321 Aug 30 07:53:45.322403 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:45.323002 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:45.616551 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Calling delete_port for c0c35ea9-4e10-44e3-ba11-0184a98f7602 owned by network:floatingip {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:53:45.672289 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86136c53-1706-4347-ba65-edb3614ebd47 req-e96943d3-e875-40d6-ad4b-a69099bc71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:45.673822 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86136c53-1706-4347-ba65-edb3614ebd47 req-e96943d3-e875-40d6-ad4b-a69099bc71a5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d15f960-763e-45c6-89bd-871dcad1be5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4135942 Aug 30 07:53:45.839055 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea1e8fdb-8d77-4ebc-b032-1c994b0097c1 req-dd952ff8-1b8b-413e-a2ab-9c60ee1b40bb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2528358 Aug 30 07:53:45.865848 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae63472-8f7d-4551-9cb8-7cea88ed6049 req-75ff52b7-d117-4afd-8de7-b54bb86ee7c8 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:45.867285 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3ae63472-8f7d-4551-9cb8-7cea88ed6049 req-75ff52b7-d117-4afd-8de7-b54bb86ee7c8 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 946 time: 0.2550793 Aug 30 07:53:45.935528 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-ecdc6dad-32f9-486e-99d4-5b0248518919 req-eaa2bb5d-ecf7-4416-b348-3ede84db5211 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Deleting port 52338c92-b54c-4785-9a99-b5db3d4bf100 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:53:45.935862 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecdc6dad-32f9-486e-99d4-5b0248518919 req-eaa2bb5d-ecf7-4416-b348-3ede84db5211 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:45.940211 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86136c53-1706-4347-ba65-edb3614ebd47 req-4172ef5e-65a3-4bf0-9192-e8d5096d2f69 service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578483 Aug 30 07:53:46.044912 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3ae63472-8f7d-4551-9cb8-7cea88ed6049 req-a22c96c0-be90-44a9-9ef9-968f33f51cc9 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/security-groups?id=f68077da-293d-4c9d-9bfe-79837bbbbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660502 Aug 30 07:53:46.128653 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:46.151085 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-ecdc6dad-32f9-486e-99d4-5b0248518919 req-eaa2bb5d-ecf7-4416-b348-3ede84db5211 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] For port 52338c92-b54c-4785-9a99-b5db3d4bf100, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=52338c92-b54c-4785-9a99-b5db3d4bf100,segment=NetworkSegment(ad3c5f1b-5dcd-47c7-be2e-232b2b995922),segment_id=ad3c5f1b-5dcd-47c7-be2e-232b2b995922)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:46.151476 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecdc6dad-32f9-486e-99d4-5b0248518919 req-eaa2bb5d-ecf7-4416-b348-3ede84db5211 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:46.187700 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event deleted for resources: {'Port': ['ID=c0c35ea9-4e10-44e3-ba11-0184a98f7602,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:46.190267 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-ecdc6dad-32f9-486e-99d4-5b0248518919 req-eaa2bb5d-ecf7-4416-b348-3ede84db5211 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Calling delete_port for 52338c92-b54c-4785-9a99-b5db3d4bf100 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:53:46.194514 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86136c53-1706-4347-ba65-edb3614ebd47 req-e1ffcebf-73ec-45e4-9f26-5d712791f8ae service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412310 Aug 30 07:53:46.321143 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks [] for floatingip, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:46.321476 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Floating IP 8133f209-3678-4e32-bba6-e59a414375e9 disassociated (deleted). External IP: 172.27.1.234, port: a6e357cb-ec31-4e3c-9d20-f66b9703a3b2. Aug 30 07:53:46.388803 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e8fdb-8d77-4ebc-b032-1c994b0097c1 req-4b669e7d-c4b4-4b34-b93b-c5d9ea69ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:46.390206 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea1e8fdb-8d77-4ebc-b032-1c994b0097c1 req-4b669e7d-c4b4-4b34-b93b-c5d9ea69ecdf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e501f3a7a91f403abc5dd9039ff432ed&device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 1098 time: 0.1218038 Aug 30 07:53:46.584248 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecdc6dad-32f9-486e-99d4-5b0248518919 req-eaa2bb5d-ecf7-4416-b348-3ede84db5211 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:46.595702 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['52338c92-b54c-4785-9a99-b5db3d4bf100'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:53:46.627216 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e8fdb-8d77-4ebc-b032-1c994b0097c1 req-baa6c65e-685d-45d0-900b-a59cc34888a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:46.628689 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea1e8fdb-8d77-4ebc-b032-1c994b0097c1 req-baa6c65e-685d-45d0-900b-a59cc34888a8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9d15f960-763e-45c6-89bd-871dcad1be5f HTTP/1.1" status: 200 len: 915 time: 0.2116549 Aug 30 07:53:46.656681 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2bb5d-ecf7-4416-b348-3ede84db5211 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Pushing event deleted for resources: {'Port': ['ID=52338c92-b54c-4785-9a99-b5db3d4bf100,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:46.714721 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea1e8fdb-8d77-4ebc-b032-1c994b0097c1 req-b7576376-847e-43e5-9c07-76a890ea8389 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 HTTP/1.1" status: 200 len: 217 time: 0.0604405 Aug 30 07:53:46.739076 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdc6dad-32f9-486e-99d4-5b0248518919 req-eaa2bb5d-ecf7-4416-b348-3ede84db5211 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] No DVR routers for this DVR port 52338c92-b54c-4785-9a99-b5db3d4bf100 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:53:46.748503 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecdc6dad-32f9-486e-99d4-5b0248518919 req-eaa2bb5d-ecf7-4416-b348-3ede84db5211 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:46.750327 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecdc6dad-32f9-486e-99d4-5b0248518919 req-eaa2bb5d-ecf7-4416-b348-3ede84db5211 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.68 "DELETE /v2.0/ports/52338c92-b54c-4785-9a99-b5db3d4bf100 HTTP/1.1" status: 204 len: 173 time: 1.4325562 Aug 30 07:53:46.769638 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a554e7ee-311e-428f-bc83-91641201f9d1', 'name': 'network-vif-deleted', 'tag': '52338c92-b54c-4785-9a99-b5db3d4bf100'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:53:46.771867 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5066b7-bc16-45b7-acb9-b3353b0bd791" -d '{"events": [{"server_uuid": "a554e7ee-311e-428f-bc83-91641201f9d1", "name": "network-vif-deleted", "tag": "52338c92-b54c-4785-9a99-b5db3d4bf100"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:53:46.793591 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Router 73cb291c-e68f-4811-af01-754f1cf1a686 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:53:46.807156 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e8fdb-8d77-4ebc-b032-1c994b0097c1 req-466befda-219e-41fa-8f6a-dccfacee1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:46.808692 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea1e8fdb-8d77-4ebc-b032-1c994b0097c1 req-466befda-219e-41fa-8f6a-dccfacee1f8d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b9cd1c7-244c-43dd-b90b-105e268ae311 HTTP/1.1" status: 200 len: 853 time: 0.0730519 Aug 30 07:53:46.815747 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7ed0f8-ee98-4763-8d74-4e31602a5bd9 x-openstack-request-id: req-6e7ed0f8-ee98-4763-8d74-4e31602a5bd9 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:53:46.816148 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a554e7ee-311e-428f-bc83-91641201f9d1", "name": "network-vif-deleted", "tag": "52338c92-b54c-4785-9a99-b5db3d4bf100", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:53:46.816278 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e7ed0f8-ee98-4763-8d74-4e31602a5bd9 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:53:46.816660 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a554e7ee-311e-428f-bc83-91641201f9d1', 'name': 'network-vif-deleted', 'tag': '52338c92-b54c-4785-9a99-b5db3d4bf100', 'status': 'completed', 'code': 200} Aug 30 07:53:46.935574 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e8fdb-8d77-4ebc-b032-1c994b0097c1 req-e8693af3-a8bd-4f5e-a460-db1d25214737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:46.936987 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea1e8fdb-8d77-4ebc-b032-1c994b0097c1 req-e8693af3-a8bd-4f5e-a460-db1d25214737 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d15f960-763e-45c6-89bd-871dcad1be5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885952 Aug 30 07:53:46.955411 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:53:46.964948 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3df09-a729-440f-bac7-26d00df7beda None None] Sync routers for ids ['73cb291c-e68f-4811-af01-754f1cf1a686'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:53:46.967837 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:46.974223 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3df09-a729-440f-bac7-26d00df7beda None None] Routers {'73cb291c-e68f-4811-af01-754f1cf1a686'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:53:46.974865 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-7bb3df09-a729-440f-bac7-26d00df7beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:53:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['73cb291c-e68f-4811-af01-754f1cf1a686'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:47.022707 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-22083e5c-cf4b-4e34-93e1-583ad31eebc1 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "DELETE /v2.0/floatingips/8133f209-3678-4e32-bba6-e59a414375e9 HTTP/1.1" status: 204 len: 168 time: 2.1184840 Aug 30 07:53:47.056166 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea1e8fdb-8d77-4ebc-b032-1c994b0097c1 req-36e6f6f7-bc26-43bb-8c54-2443c932edd8 service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102874 Aug 30 07:53:47.110568 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-7bb3df09-a729-440f-bac7-26d00df7beda None None] Set router 73cb291c-e68f-4811-af01-754f1cf1a686 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:53:47.190862 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5009d846-4769-4f47-84cb-46536625c268 req-86a0dc15-fec9-4a82-8d58-79ba01ea0536 tempest-AttachVolumeNegativeTest-1602534411 tempest-AttachVolumeNegativeTest-1602534411-project] 10.222.0.64 "GET /v2.0/ports?device_id=a554e7ee-311e-428f-bc83-91641201f9d1 HTTP/1.1" status: 200 len: 210 time: 0.0290716 Aug 30 07:53:47.202072 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ea1e8fdb-8d77-4ebc-b032-1c994b0097c1 req-fb4abbd4-eca5-4f91-b24f-d57e85ff2714 service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324384 Aug 30 07:53:47.389167 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-7bb3df09-a729-440f-bac7-26d00df7beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 4, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6ab4eb4e-c086-43e1-9332-59e979ebb753', 'name': '', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'mac_address': 'fa:16:3e:c3:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:49Z', 'updated_at': '2021-08-30T07:49:55Z', 'revision_number': 5, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'subnets': [{'id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:47.415223 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3df09-a729-440f-bac7-26d00df7beda None None] Checking router: 73cb291c-e68f-4811-af01-754f1cf1a686 for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:53:47.424009 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3df09-a729-440f-bac7-26d00df7beda None None] Routers {'73cb291c-e68f-4811-af01-754f1cf1a686'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:53:47.424602 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-7bb3df09-a729-440f-bac7-26d00df7beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:53:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['73cb291c-e68f-4811-af01-754f1cf1a686'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:47.528089 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-7bb3df09-a729-440f-bac7-26d00df7beda None None] Set router 73cb291c-e68f-4811-af01-754f1cf1a686 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:53:47.728341 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-7bb3df09-a729-440f-bac7-26d00df7beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 4, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6ab4eb4e-c086-43e1-9332-59e979ebb753', 'name': '', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'mac_address': 'fa:16:3e:c3:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:49Z', 'updated_at': '2021-08-30T07:49:55Z', 'revision_number': 5, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'subnets': [{'id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:47.758536 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3df09-a729-440f-bac7-26d00df7beda None None] The sync data for ids ['73cb291c-e68f-4811-af01-754f1cf1a686'] in dv-cinder-804735-4-iscsi is: [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:49Z', 'revision_number': 4, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '6ab4eb4e-c086-43e1-9332-59e979ebb753', 'name': '', 'network_id': '9d15f960-763e-45c6-89bd-871dcad1be5f', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'mac_address': 'fa:16:3e:c3:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:49Z', 'updated_at': '2021-08-30T07:49:55Z', 'revision_number': 5, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'subnets': [{'id': '5b9cd1c7-244c-43dd-b90b-105e268ae311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:53:47.960473 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68ab6b-b80c-48c0-b20c-94bef4f104e8 None None] New status for floating IP 8133f209-3678-4e32-bba6-e59a414375e9: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:53:48.250428 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56232) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:48.294261 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a6b344-e973-42bc-96cb-98d8907fb734 admin admin] Deleting subnet 499de379-e64d-4b79-88de-fdd0273167a1 {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:53:48.297233 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18a6b344-e973-42bc-96cb-98d8907fb734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.334469 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18a6b344-e973-42bc-96cb-98d8907fb734 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070656471'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.372349 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18a6b344-e973-42bc-96cb-98d8907fb734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.424544 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18a6b344-e973-42bc-96cb-98d8907fb734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071471443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070182839'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.450593 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6b344-e973-42bc-96cb-98d8907fb734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499de379-e64d-4b79-88de-fdd0273167a1,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:48.452614 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18a6b344-e973-42bc-96cb-98d8907fb734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.457186 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-18a6b344-e973-42bc-96cb-98d8907fb734 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/499de379-e64d-4b79-88de-fdd0273167a1 HTTP/1.1" status: 204 len: 168 time: 0.2030754 Aug 30 07:53:48.457992 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56240) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:48.530239 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.607265 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.616695 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2012003e-b632-4164-8c87-cf58358e9030']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:48.626899 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:48.627218 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3c5f1b-5dcd-47c7-be2e-232b2b995922') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:48.635727 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070656456'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.650022 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.656344 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:53:48.656947 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071471413'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: timer() Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: cb(*args, **kw) Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: self._notify() Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: self.callback(batched_events) Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: event.method(event) Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._get(url).json() Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:53:48.658759 dv-cinder-804735-4-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:53:48.717066 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.722134 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:48.723948 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2012003e-b632-4164-8c87-cf58358e9030 HTTP/1.1" status: 204 len: 168 time: 0.2656019 Aug 30 07:53:48.736838 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba423f5-2885-4519-afdc-03ca6bf19e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=2012003e-b632-4164-8c87-cf58358e9030,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:48.817531 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:53:48.819828 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80944f3-c4ce-41d4-9283-4eb5acc7e93c" -d '{"events": [{"name": "network-changed", "server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:53:48.854314 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191369a5-00a7-4c4a-be9e-5cca786e14d1 x-openstack-request-id: req-191369a5-00a7-4c4a-be9e-5cca786e14d1 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:53:48.854615 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:53:48.854871 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-191369a5-00a7-4c4a-be9e-5cca786e14d1 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:53:48.855305 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'status': 'completed', 'code': 200} Aug 30 07:53:48.890944 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56250) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:48.916304 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80944f3-c4ce-41d4-9283-4eb5acc7e93c req-4f39ae25-f4a1-408a-adb2-783ee271ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:48.917784 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d80944f3-c4ce-41d4-9283-4eb5acc7e93c req-4f39ae25-f4a1-408a-adb2-783ee271ae75 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e501f3a7a91f403abc5dd9039ff432ed&device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 1098 time: 0.0398922 Aug 30 07:53:48.930417 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3e44a0ca-b0a5-4c51-b7fa-af4e78921a22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a73399dcc254004b62fbe3f08b7ec8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383031 Aug 30 07:53:48.932902 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56252) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:48.979475 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a5e89cad-c87a-4358-9b3b-034ebd6ba0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:49.000407 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a5e89cad-c87a-4358-9b3b-034ebd6ba0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:49.010465 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80944f3-c4ce-41d4-9283-4eb5acc7e93c req-274bf78b-48fb-46f9-8852-5fc1cd74e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:49.011983 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d80944f3-c4ce-41d4-9283-4eb5acc7e93c req-274bf78b-48fb-46f9-8852-5fc1cd74e0f6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9d15f960-763e-45c6-89bd-871dcad1be5f HTTP/1.1" status: 200 len: 915 time: 0.0868049 Aug 30 07:53:49.052512 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a5e89cad-c87a-4358-9b3b-034ebd6ba0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:49.055049 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a5e89cad-c87a-4358-9b3b-034ebd6ba0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:49.056231 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-a5e89cad-c87a-4358-9b3b-034ebd6ba0b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f68077da-293d-4c9d-9bfe-79837bbbbcf5 HTTP/1.1" status: 204 len: 168 time: 0.1224582 Aug 30 07:53:49.057094 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d80944f3-c4ce-41d4-9283-4eb5acc7e93c req-0e6afbaa-ff0c-4f5c-b2cd-6ce8a1d88ee4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 HTTP/1.1" status: 200 len: 217 time: 0.0378983 Aug 30 07:53:49.064558 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e89cad-c87a-4358-9b3b-034ebd6ba0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68077da-293d-4c9d-9bfe-79837bbbbcf5,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:49.112875 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80944f3-c4ce-41d4-9283-4eb5acc7e93c req-de69ce8b-0b3a-41ee-a02f-e2c2bb6d10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:49.114350 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d80944f3-c4ce-41d4-9283-4eb5acc7e93c req-de69ce8b-0b3a-41ee-a02f-e2c2bb6d10b4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5b9cd1c7-244c-43dd-b90b-105e268ae311 HTTP/1.1" status: 200 len: 853 time: 0.0497301 Aug 30 07:53:49.159061 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80944f3-c4ce-41d4-9283-4eb5acc7e93c req-8c33eb72-1c4c-496c-b4e0-fe4b330a1630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:49.160727 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d80944f3-c4ce-41d4-9283-4eb5acc7e93c req-8c33eb72-1c4c-496c-b4e0-fe4b330a1630 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d15f960-763e-45c6-89bd-871dcad1be5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398622 Aug 30 07:53:49.254558 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d80944f3-c4ce-41d4-9283-4eb5acc7e93c req-65a99746-f087-42aa-aa73-699e7df61d03 service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871556 Aug 30 07:53:49.343268 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d80944f3-c4ce-41d4-9283-4eb5acc7e93c req-3e2b04e9-751e-45dc-98e7-489a795aaabe service neutron] 10.222.0.68 "GET /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822322 Aug 30 07:53:49.802670 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d394f-e897-4f56-abde-fea990e58516 req-91b97bf3-93f2-4178-a79f-54e5131afcbd tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:49.804201 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b72d394f-e897-4f56-abde-fea990e58516 req-91b97bf3-93f2-4178-a79f-54e5131afcbd tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0533423 Aug 30 07:53:49.841263 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b72d394f-e897-4f56-abde-fea990e58516 req-0d1d9a4f-f682-4371-ab24-82b4ef3f1f54 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Aug 30 07:53:49.989730 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 52338c92-b54c-4785-9a99-b5db3d4bf100 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:53:50.008894 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: 52338c92-b54c-4785-9a99-b5db3d4bf100 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:53:50.009235 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 52338c92-b54c-4785-9a99-b5db3d4bf100 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:53:50.955441 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac009d8-97e5-432c-8008-ea93f24d512d req-2a0146da-a1e9-4e5a-973d-2c26e689241e tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:50.956908 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5ac009d8-97e5-432c-8008-ea93f24d512d req-2a0146da-a1e9-4e5a-973d-2c26e689241e tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0471187 Aug 30 07:53:50.994812 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5ac009d8-97e5-432c-8008-ea93f24d512d req-fc99275c-1997-437e-8222-395bc9704f24 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 Aug 30 07:53:51.850689 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6efc62-b6a2-4566-b5b6-2d95c73457bb req-3b8e216f-3da8-43d7-b11b-a576e32f7ec5 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:51.852153 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c6efc62-b6a2-4566-b5b6-2d95c73457bb req-3b8e216f-3da8-43d7-b11b-a576e32f7ec5 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.68 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0471814 Aug 30 07:53:51.940426 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-7c6efc62-b6a2-4566-b5b6-2d95c73457bb req-87781876-3dd0-4bb2-a37c-243c699bd8f4 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Deleting port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:53:51.940760 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c6efc62-b6a2-4566-b5b6-2d95c73457bb req-87781876-3dd0-4bb2-a37c-243c699bd8f4 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:52.025490 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-7c6efc62-b6a2-4566-b5b6-2d95c73457bb req-87781876-3dd0-4bb2-a37c-243c699bd8f4 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] For port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:52.026056 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c6efc62-b6a2-4566-b5b6-2d95c73457bb req-87781876-3dd0-4bb2-a37c-243c699bd8f4 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:52.038775 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-7c6efc62-b6a2-4566-b5b6-2d95c73457bb req-87781876-3dd0-4bb2-a37c-243c699bd8f4 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Calling delete_port for a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:53:52.387241 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286c24b-4294-4ad4-b0e2-11870385db37 req-ab025562-14a7-4b72-b374-e3dca2dfc72d tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:53:52.388714 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0286c24b-4294-4ad4-b0e2-11870385db37 req-ab025562-14a7-4b72-b374-e3dca2dfc72d tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/ports?device_id=af0b8881-df6b-4b90-90d3-3159895da7e7 HTTP/1.1" status: 200 len: 945 time: 0.0628848 Aug 30 07:53:52.451775 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0286c24b-4294-4ad4-b0e2-11870385db37 req-c8620a4f-9272-4ba3-815e-774d21c50814 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d4cb13f-0a1a-41e3-b7cb-17460aab933a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562601 Aug 30 07:53:52.475927 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c6efc62-b6a2-4566-b5b6-2d95c73457bb req-87781876-3dd0-4bb2-a37c-243c699bd8f4 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:52.487464 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:53:52.507024 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87781876-3dd0-4bb2-a37c-243c699bd8f4 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Pushing event deleted for resources: {'Port': ['ID=a6e357cb-ec31-4e3c-9d20-f66b9703a3b2,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:52.547694 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6efc62-b6a2-4566-b5b6-2d95c73457bb req-87781876-3dd0-4bb2-a37c-243c699bd8f4 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] No DVR routers for this DVR port a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:53:52.551157 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c6efc62-b6a2-4566-b5b6-2d95c73457bb req-87781876-3dd0-4bb2-a37c-243c699bd8f4 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:52.553129 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c6efc62-b6a2-4566-b5b6-2d95c73457bb req-87781876-3dd0-4bb2-a37c-243c699bd8f4 tempest-TestMinimumBasicScenario-1076436505 tempest-TestMinimumBasicScenario-1076436505-project] 10.222.0.68 "DELETE /v2.0/ports/a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 HTTP/1.1" status: 204 len: 173 time: 0.6955197 Aug 30 07:53:52.553550 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'name': 'network-vif-deleted', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:53:52.555776 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acb9ef0-b949-48f4-843e-5f25748b2c54" -d '{"events": [{"server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "name": "network-vif-deleted", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:53:52.600708 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76e94ec-b04c-4993-b5d7-b2c58acd6b75 x-openstack-request-id: req-f76e94ec-b04c-4993-b5d7-b2c58acd6b75 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:53:52.601003 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0b8881-df6b-4b90-90d3-3159895da7e7", "name": "network-vif-deleted", "tag": "a6e357cb-ec31-4e3c-9d20-f66b9703a3b2", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:53:52.601248 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f76e94ec-b04c-4993-b5d7-b2c58acd6b75 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:53:52.601639 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0b8881-df6b-4b90-90d3-3159895da7e7', 'name': 'network-vif-deleted', 'tag': 'a6e357cb-ec31-4e3c-9d20-f66b9703a3b2', 'status': 'completed', 'code': 200} Aug 30 07:53:54.184048 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56378) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:54.525789 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b39ddec8-e9fa-4bf6-92f7-a6b49e33172d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699776'] for router_interface, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:54.775839 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-b39ddec8-e9fa-4bf6-92f7-a6b49e33172d admin admin] Deleting port 6ab4eb4e-c086-43e1-9332-59e979ebb753 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:53:54.776104 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b39ddec8-e9fa-4bf6-92f7-a6b49e33172d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:54.853509 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-b39ddec8-e9fa-4bf6-92f7-a6b49e33172d admin admin] For port 6ab4eb4e-c086-43e1-9332-59e979ebb753, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=6ab4eb4e-c086-43e1-9332-59e979ebb753,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:54.853903 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b39ddec8-e9fa-4bf6-92f7-a6b49e33172d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:54.867347 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-b39ddec8-e9fa-4bf6-92f7-a6b49e33172d admin admin] Calling delete_port for 6ab4eb4e-c086-43e1-9332-59e979ebb753 owned by network:router_interface {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:53:55.051467 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b39ddec8-e9fa-4bf6-92f7-a6b49e33172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:55.088137 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ddec8-e9fa-4bf6-92f7-a6b49e33172d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab4eb4e-c086-43e1-9332-59e979ebb753,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:55.249466 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b39ddec8-e9fa-4bf6-92f7-a6b49e33172d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699594'] for router_interface, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:55.453963 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39ddec8-e9fa-4bf6-92f7-a6b49e33172d admin admin] Router 73cb291c-e68f-4811-af01-754f1cf1a686 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:53:55.551859 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39ddec8-e9fa-4bf6-92f7-a6b49e33172d admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:53:55.557043 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b39ddec8-e9fa-4bf6-92f7-a6b49e33172d admin admin] 10.222.0.64 "PUT /v2.0/routers/73cb291c-e68f-4811-af01-754f1cf1a686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3709743 Aug 30 07:53:55.559844 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56408) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:55.562867 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc523e-8b39-4b4d-b92f-05dacfce776f None None] Sync routers for ids ['73cb291c-e68f-4811-af01-754f1cf1a686'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:53:55.572673 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc523e-8b39-4b4d-b92f-05dacfce776f None None] Routers {'73cb291c-e68f-4811-af01-754f1cf1a686'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:53:55.573324 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-26fc523e-8b39-4b4d-b92f-05dacfce776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:53:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['73cb291c-e68f-4811-af01-754f1cf1a686'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:55.659370 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Notify callbacks [] for router, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:55.673990 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-26fc523e-8b39-4b4d-b92f-05dacfce776f None None] Set router 73cb291c-e68f-4811-af01-754f1cf1a686 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:53:55.756456 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:55.813771 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Deleting port 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:53:55.814107 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:55.859002 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-26fc523e-8b39-4b4d-b92f-05dacfce776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:53:55Z', 'revision_number': 5, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port': {'id': '4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:55.894752 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] For port 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:55.895149 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:55.907889 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Calling delete_port for 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 owned by network:router_gateway {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:53:56.010731 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc523e-8b39-4b4d-b92f-05dacfce776f None None] Checking router: 73cb291c-e68f-4811-af01-754f1cf1a686 for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:53:56.024194 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc523e-8b39-4b4d-b92f-05dacfce776f None None] Routers {'73cb291c-e68f-4811-af01-754f1cf1a686'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:53:56.024946 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-26fc523e-8b39-4b4d-b92f-05dacfce776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:53:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['73cb291c-e68f-4811-af01-754f1cf1a686'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:56.059737 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:53:56.107867 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:53:56.108173 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device a6e357cb-ec31-4e3c-9d20-f66b9703a3b2 not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:53:56.110765 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.134549 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-26fc523e-8b39-4b4d-b92f-05dacfce776f None None] Set router 73cb291c-e68f-4811-af01-754f1cf1a686 gateway port host: None {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:53:56.138722 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:56.198366 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-26fc523e-8b39-4b4d-b92f-05dacfce776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:53:55Z', 'revision_number': 6, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port_host': None}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:56.201570 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697872'] for router_gateway, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.224755 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc523e-8b39-4b4d-b92f-05dacfce776f None None] The sync data for ids ['73cb291c-e68f-4811-af01-754f1cf1a686'] in dv-cinder-804735-4-iscsi is: [{'id': '73cb291c-e68f-4811-af01-754f1cf1a686', 'name': 'tempest-TestMinimumBasicScenario-835899632-router', 'tenant_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:47Z', 'updated_at': '2021-08-30T07:53:55Z', 'revision_number': 6, 'project_id': 'e501f3a7a91f403abc5dd9039ff432ed', 'gw_port_host': None}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:53:56.290939 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45288'] for router, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.293113 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.335758 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703872'] for router, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.336293 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73cb291c-e68f-4811-af01-754f1cf1a686 {{(pid=100499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:53:56.341261 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.342397 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-aeeb653e-731d-4336-a5a0-f1352fa56b48 admin admin] 10.222.0.64 "DELETE /v2.0/routers/73cb291c-e68f-4811-af01-754f1cf1a686 HTTP/1.1" status: 204 len: 168 time: 0.7816582 Aug 30 07:53:56.344933 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56416) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:56.388012 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-07064859-b0e9-47bc-b3b4-5208cbde47c8 admin admin] Deleting subnet 5b9cd1c7-244c-43dd-b90b-105e268ae311 {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:53:56.390947 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-07064859-b0e9-47bc-b3b4-5208cbde47c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.423805 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-07064859-b0e9-47bc-b3b4-5208cbde47c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070656471'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.500598 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-07064859-b0e9-47bc-b3b4-5208cbde47c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.551710 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-07064859-b0e9-47bc-b3b4-5208cbde47c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071471443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070182839'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.578813 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07064859-b0e9-47bc-b3b4-5208cbde47c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9cd1c7-244c-43dd-b90b-105e268ae311,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:56.580786 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-07064859-b0e9-47bc-b3b4-5208cbde47c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.582774 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-07064859-b0e9-47bc-b3b4-5208cbde47c8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5b9cd1c7-244c-43dd-b90b-105e268ae311 HTTP/1.1" status: 204 len: 168 time: 0.2368102 Aug 30 07:53:56.585234 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56418) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:56.589513 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b049187-473a-431b-bdc2-b23db03dc971 None None] Network 9d15f960-763e-45c6-89bd-871dcad1be5f requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:53:56.657752 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.715287 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Deleting port 022d9cb6-4aed-46ad-a189-d0d3851a26b9 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:53:56.715625 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.776676 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] For port 022d9cb6-4aed-46ad-a189-d0d3851a26b9, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=022d9cb6-4aed-46ad-a189-d0d3851a26b9,segment=NetworkSegment(a013dc53-6eec-45d9-a0a3-61968f6c6890),segment_id=a013dc53-6eec-45d9-a0a3-61968f6c6890)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:56.777060 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.790115 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Calling delete_port for 022d9cb6-4aed-46ad-a189-d0d3851a26b9 owned by network:dhcp {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:53:56.868091 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.890527 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Pushing event deleted for resources: {'Port': ['ID=022d9cb6-4aed-46ad-a189-d0d3851a26b9,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:56.896874 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] No DVR routers for this DVR port 022d9cb6-4aed-46ad-a189-d0d3851a26b9 on host dv-cinder-804735-4-iscsi {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:53:56.968326 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:56.979659 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d15f960-763e-45c6-89bd-871dcad1be5f']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:56.990951 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a013dc53-6eec-45d9-a0a3-61968f6c6890') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:56.991298 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a013dc53-6eec-45d9-a0a3-61968f6c6890') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:57.002252 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667fdbd1-3924-44f5-8e57-159f5f59825a None None] DHCP port deletion for 9d15f960-763e-45c6-89bd-871dcad1be5f request from dv-cinder-804735-4-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:53:57.002798 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070656456'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:57.020799 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:57.028163 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:53:57.028558 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071471413'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: timer() Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: cb(*args, **kw) Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: self._notify() Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: self.callback(batched_events) Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: event.method(event) Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._get(url).json() Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:53:57.030444 dv-cinder-804735-4-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:53:57.087587 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:57.092077 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:57.097726 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56424) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:57.098201 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] 10.222.0.64 "DELETE /v2.0/networks/9d15f960-763e-45c6-89bd-871dcad1be5f HTTP/1.1" status: 204 len: 168 time: 0.5114870 Aug 30 07:53:57.111458 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58ff6f-bbff-4d8e-bb11-47d0a017bd4d admin admin] Pushing event deleted for resources: {'Network': ['ID=9d15f960-763e-45c6-89bd-871dcad1be5f,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:57.264053 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 6ab4eb4e-c086-43e1-9332-59e979ebb753 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:53:57.295360 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 6ab4eb4e-c086-43e1-9332-59e979ebb753 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:53:57.295864 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 6ab4eb4e-c086-43e1-9332-59e979ebb753 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:53:57.296345 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:53:57.317677 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:53:57.318136 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 4a6b754e-00b5-42f8-ad59-4d0d36b5b6c9 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:53:57.318552 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 022d9cb6-4aed-46ad-a189-d0d3851a26b9 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:53:57.339425 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 022d9cb6-4aed-46ad-a189-d0d3851a26b9 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:53:57.339755 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 022d9cb6-4aed-46ad-a189-d0d3851a26b9 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:53:57.473747 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2d97c678-05a3-4319-b7ef-a843414c273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699776'] for router_interface, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:57.705879 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-2d97c678-05a3-4319-b7ef-a843414c273f admin admin] Deleting port 73417131-9415-4ae7-9858-a899eb783d68 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:53:57.706213 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2d97c678-05a3-4319-b7ef-a843414c273f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:57.779908 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-2d97c678-05a3-4319-b7ef-a843414c273f admin admin] For port 73417131-9415-4ae7-9858-a899eb783d68, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=73417131-9415-4ae7-9858-a899eb783d68,segment=NetworkSegment(3be6dbd1-2c73-4d20-a621-89cd5e03400f),segment_id=3be6dbd1-2c73-4d20-a621-89cd5e03400f)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:57.780217 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2d97c678-05a3-4319-b7ef-a843414c273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:57.792155 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-2d97c678-05a3-4319-b7ef-a843414c273f admin admin] Calling delete_port for 73417131-9415-4ae7-9858-a899eb783d68 owned by network:router_interface {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:53:57.962793 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2d97c678-05a3-4319-b7ef-a843414c273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:57.990846 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97c678-05a3-4319-b7ef-a843414c273f admin admin] Pushing event deleted for resources: {'Port': ['ID=73417131-9415-4ae7-9858-a899eb783d68,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:58.009801 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:53:58.152479 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2d97c678-05a3-4319-b7ef-a843414c273f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699594'] for router_interface, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:58.362839 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d97c678-05a3-4319-b7ef-a843414c273f admin admin] Router bb9e429d-0a50-4809-bbce-7f436f0d3479 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:53:58.465627 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56434) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:58.466233 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d97c678-05a3-4319-b7ef-a843414c273f admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:53:58.473720 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2d97c678-05a3-4319-b7ef-a843414c273f admin admin] 10.222.0.64 "PUT /v2.0/routers/bb9e429d-0a50-4809-bbce-7f436f0d3479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3730130 Aug 30 07:53:58.474412 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56438) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:58.476906 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f3917-ea93-449e-a35f-069fd70ff58a None None] Sync routers for ids ['bb9e429d-0a50-4809-bbce-7f436f0d3479'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:53:58.492423 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f3917-ea93-449e-a35f-069fd70ff58a None None] Routers {'bb9e429d-0a50-4809-bbce-7f436f0d3479'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:53:58.493020 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-c19f3917-ea93-449e-a35f-069fd70ff58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:53:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['bb9e429d-0a50-4809-bbce-7f436f0d3479'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:58.580577 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-584d1cf4-31d1-49e1-af6b-2c2f8737d8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:58.596022 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-c19f3917-ea93-449e-a35f-069fd70ff58a None None] Set router bb9e429d-0a50-4809-bbce-7f436f0d3479 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:53:58.607739 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Notify callbacks [] for router, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:58.746757 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:58.767442 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-c19f3917-ea93-449e-a35f-069fd70ff58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'name': 'tempest-TestMinimumBasicScenario-111567441-router', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:51Z', 'updated_at': '2021-08-30T07:53:57Z', 'revision_number': 5, 'project_id': 'e20804c3c9d54b44bd389836ae1867ed', 'gw_port': {'id': 'ba52a884-dd9b-49a6-a913-88251337d395', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:49:52Z', 'updated_at': '2021-08-30T07:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:58.791451 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-584d1cf4-31d1-49e1-af6b-2c2f8737d8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:58.796234 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-584d1cf4-31d1-49e1-af6b-2c2f8737d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:58.796571 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f3917-ea93-449e-a35f-069fd70ff58a None None] Checking router: bb9e429d-0a50-4809-bbce-7f436f0d3479 for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:53:58.804706 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f3917-ea93-449e-a35f-069fd70ff58a None None] Routers {'bb9e429d-0a50-4809-bbce-7f436f0d3479'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:53:58.805228 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-c19f3917-ea93-449e-a35f-069fd70ff58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:53:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['bb9e429d-0a50-4809-bbce-7f436f0d3479'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:58.844215 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-584d1cf4-31d1-49e1-af6b-2c2f8737d8fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3ff162d2ae84c9882bc93d1e69ef844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774791 Aug 30 07:53:58.847447 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56440) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:58.848436 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d1cf4-31d1-49e1-af6b-2c2f8737d8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51744aca-3c42-48b4-bf84-5197644fc540,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:58.857096 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Deleting port ba52a884-dd9b-49a6-a913-88251337d395 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:53:58.857439 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:58.888466 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-c19f3917-ea93-449e-a35f-069fd70ff58a None None] Set router bb9e429d-0a50-4809-bbce-7f436f0d3479 gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:53:58.909539 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-de8ac155-3b08-4bb9-af79-68ef0b3827d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:58.935011 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-de8ac155-3b08-4bb9-af79-68ef0b3827d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:58.935707 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] For port ba52a884-dd9b-49a6-a913-88251337d395, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=ba52a884-dd9b-49a6-a913-88251337d395,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:53:58.936100 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:58.938903 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-c19f3917-ea93-449e-a35f-069fd70ff58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'name': 'tempest-TestMinimumBasicScenario-111567441-router', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:51Z', 'updated_at': '2021-08-30T07:53:58Z', 'revision_number': 6, 'project_id': 'e20804c3c9d54b44bd389836ae1867ed', 'gw_port_host': None}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:53:58.948674 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Calling delete_port for ba52a884-dd9b-49a6-a913-88251337d395 owned by network:router_gateway {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:53:58.968915 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f3917-ea93-449e-a35f-069fd70ff58a None None] The sync data for ids ['bb9e429d-0a50-4809-bbce-7f436f0d3479'] in dv-cinder-804735-4-iscsi is: [{'id': 'bb9e429d-0a50-4809-bbce-7f436f0d3479', 'name': 'tempest-TestMinimumBasicScenario-111567441-router', 'tenant_id': 'e20804c3c9d54b44bd389836ae1867ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:49:51Z', 'updated_at': '2021-08-30T07:53:58Z', 'revision_number': 6, 'project_id': 'e20804c3c9d54b44bd389836ae1867ed', 'gw_port_host': None}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:53:58.989298 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-de8ac155-3b08-4bb9-af79-68ef0b3827d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:58.991943 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-de8ac155-3b08-4bb9-af79-68ef0b3827d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:58.995781 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-de8ac155-3b08-4bb9-af79-68ef0b3827d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51744aca-3c42-48b4-bf84-5197644fc540 HTTP/1.1" status: 204 len: 168 time: 0.1445608 Aug 30 07:53:59.003465 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ac155-3b08-4bb9-af79-68ef0b3827d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51744aca-3c42-48b4-bf84-5197644fc540,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:59.399840 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.427814 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba52a884-dd9b-49a6-a913-88251337d395,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:59.495599 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697872'] for router_gateway, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.525487 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device ba52a884-dd9b-49a6-a913-88251337d395 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:53:59.548910 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: ba52a884-dd9b-49a6-a913-88251337d395 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:53:59.549316 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device ba52a884-dd9b-49a6-a913-88251337d395 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:53:59.549792 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 73417131-9415-4ae7-9858-a899eb783d68 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:53:59.572093 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 73417131-9415-4ae7-9858-a899eb783d68 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:53:59.572443 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 73417131-9415-4ae7-9858-a899eb783d68 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:53:59.591595 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45288'] for router, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.593772 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.640549 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703872'] for router, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.641122 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb9e429d-0a50-4809-bbce-7f436f0d3479 {{(pid=100499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 07:53:59.645479 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.646629 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-33837b18-95cc-498f-aa25-bb35a5292329 admin admin] 10.222.0.64 "DELETE /v2.0/routers/bb9e429d-0a50-4809-bbce-7f436f0d3479 HTTP/1.1" status: 204 len: 168 time: 1.1662376 Aug 30 07:53:59.649134 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56462) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:59.699132 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7aa076-5fa2-4643-ae49-48bf80a993af admin admin] Deleting subnet fac8f88c-4289-45bc-b4a4-3eca28f67c14 {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 07:53:59.702555 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa076-5fa2-4643-ae49-48bf80a993af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.737489 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa076-5fa2-4643-ae49-48bf80a993af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070656471'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.825714 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa076-5fa2-4643-ae49-48bf80a993af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.880477 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa076-5fa2-4643-ae49-48bf80a993af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071471443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070182839'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.907629 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7aa076-5fa2-4643-ae49-48bf80a993af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac8f88c-4289-45bc-b4a4-3eca28f67c14,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:53:59.909632 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa076-5fa2-4643-ae49-48bf80a993af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:53:59.913737 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ad7aa076-5fa2-4643-ae49-48bf80a993af admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fac8f88c-4289-45bc-b4a4-3eca28f67c14 HTTP/1.1" status: 204 len: 168 time: 0.2611506 Aug 30 07:53:59.913957 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56468) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:53:59.916657 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea3348-6961-4849-a36f-7a9387f6ca1c None None] Network 03ac26d8-1f6f-4d9f-9b41-67198708feff requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:53:59.993169 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.054188 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Deleting port 531f1ec6-0099-4a13-b255-d9afcab44ff9 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:54:00.054539 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.116893 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd0d39-6a90-496c-93b0-401ca880afd4 None None] DHCP port deletion for 03ac26d8-1f6f-4d9f-9b41-67198708feff request from dv-cinder-804735-4-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 07:54:00.120187 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] For port 531f1ec6-0099-4a13-b255-d9afcab44ff9, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=531f1ec6-0099-4a13-b255-d9afcab44ff9,segment=NetworkSegment(3be6dbd1-2c73-4d20-a621-89cd5e03400f),segment_id=3be6dbd1-2c73-4d20-a621-89cd5e03400f)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:00.120583 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.134863 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Calling delete_port for 531f1ec6-0099-4a13-b255-d9afcab44ff9 owned by network:dhcp {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:54:00.167650 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-02dd0d39-6a90-496c-93b0-401ca880afd4 None None] Deleting port 531f1ec6-0099-4a13-b255-d9afcab44ff9 {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:54:00.168300 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-02dd0d39-6a90-496c-93b0-401ca880afd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.222686 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.239224 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-02dd0d39-6a90-496c-93b0-401ca880afd4 None None] For port 531f1ec6-0099-4a13-b255-d9afcab44ff9, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=531f1ec6-0099-4a13-b255-d9afcab44ff9,segment=NetworkSegment(3be6dbd1-2c73-4d20-a621-89cd5e03400f),segment_id=3be6dbd1-2c73-4d20-a621-89cd5e03400f)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:00.239650 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-02dd0d39-6a90-496c-93b0-401ca880afd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.253025 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-02dd0d39-6a90-496c-93b0-401ca880afd4 None None] Calling delete_port for 531f1ec6-0099-4a13-b255-d9afcab44ff9 owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:54:00.253350 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=531f1ec6-0099-4a13-b255-d9afcab44ff9,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:00.255131 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] No DVR routers for this DVR port 531f1ec6-0099-4a13-b255-d9afcab44ff9 on host dv-cinder-804735-4-iscsi {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:54:00.327091 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.338632 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ac26d8-1f6f-4d9f-9b41-67198708feff']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:00.348313 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-02dd0d39-6a90-496c-93b0-401ca880afd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.350447 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be6dbd1-2c73-4d20-a621-89cd5e03400f') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:00.350801 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be6dbd1-2c73-4d20-a621-89cd5e03400f') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:00.360665 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070656456'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.361302 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd0d39-6a90-496c-93b0-401ca880afd4 None None] No DVR routers for this DVR port 531f1ec6-0099-4a13-b255-d9afcab44ff9 on host dv-cinder-804735-4-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:54:00.382299 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.382741 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd0d39-6a90-496c-93b0-401ca880afd4 None None] Pushing event deleted for resources: {'Port': ['ID=531f1ec6-0099-4a13-b255-d9afcab44ff9,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:00.389588 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 07:54:00.389991 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071471413'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: timer() Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: cb(*args, **kw) Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: self._notify() Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: self.callback(batched_events) Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: event.method(event) Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._get(url).json() Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 07:54:00.392808 dv-cinder-804735-4-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 07:54:00.454947 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.462685 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.474014 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] 10.222.0.64 "DELETE /v2.0/networks/03ac26d8-1f6f-4d9f-9b41-67198708feff HTTP/1.1" status: 204 len: 168 time: 0.5483823 Aug 30 07:54:00.480385 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e0796-96a8-4703-8017-50703ee54b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=03ac26d8-1f6f-4d9f-9b41-67198708feff,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:00.635291 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56490) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:00.668146 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56492) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:00.674536 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-3dace676-10a5-4f82-9889-dc2fbd710a05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e501f3a7a91f403abc5dd9039ff432ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380852 Aug 30 07:54:00.676959 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56496) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:00.723763 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4266f75a-40b7-4c59-b761-634c9d17a7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.744347 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4266f75a-40b7-4c59-b761-634c9d17a7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.790043 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4266f75a-40b7-4c59-b761-634c9d17a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.792659 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4266f75a-40b7-4c59-b761-634c9d17a7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.796098 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4266f75a-40b7-4c59-b761-634c9d17a7e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d4cb13f-0a1a-41e3-b7cb-17460aab933a HTTP/1.1" status: 204 len: 168 time: 0.1159739 Aug 30 07:54:00.802378 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266f75a-40b7-4c59-b761-634c9d17a7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4cb13f-0a1a-41e3-b7cb-17460aab933a,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:00.825888 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c60ff2e5-16e8-4b12-a622-cb5e0ff4e85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.915381 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c60ff2e5-16e8-4b12-a622-cb5e0ff4e85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.919635 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c60ff2e5-16e8-4b12-a622-cb5e0ff4e85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:00.955763 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ff2e5-16e8-4b12-a622-cb5e0ff4e85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8976f94f-6ff2-4bfa-acf7-f2026f9b7ebc,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:00.960093 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c60ff2e5-16e8-4b12-a622-cb5e0ff4e85c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a049963faac34b12a8db678eae4efef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908423 Aug 30 07:54:00.962639 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56502) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:01.014436 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-766dca6b-bfba-4af5-b316-222b1be6dfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.035101 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-766dca6b-bfba-4af5-b316-222b1be6dfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.066969 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56504) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:01.098497 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-766dca6b-bfba-4af5-b316-222b1be6dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.101077 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-766dca6b-bfba-4af5-b316-222b1be6dfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.102167 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-766dca6b-bfba-4af5-b316-222b1be6dfc4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8976f94f-6ff2-4bfa-acf7-f2026f9b7ebc HTTP/1.1" status: 204 len: 168 time: 0.1385968 Aug 30 07:54:01.118280 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c3c73a5b-c475-4aeb-a196-e5ff43af30d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e20804c3c9d54b44bd389836ae1867ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501533 Aug 30 07:54:01.119174 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dca6b-bfba-4af5-b316-222b1be6dfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8976f94f-6ff2-4bfa-acf7-f2026f9b7ebc,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:01.121236 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56508) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:01.174648 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8ad4342b-f529-4f1d-9fe0-0a60c9e1da3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.197810 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8ad4342b-f529-4f1d-9fe0-0a60c9e1da3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.252244 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 531f1ec6-0099-4a13-b255-d9afcab44ff9 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:54:01.255944 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8ad4342b-f529-4f1d-9fe0-0a60c9e1da3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.259009 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8ad4342b-f529-4f1d-9fe0-0a60c9e1da3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.260462 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8ad4342b-f529-4f1d-9fe0-0a60c9e1da3c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48ff3398-5b5a-4d69-84c8-220ce4f35ce9 HTTP/1.1" status: 204 len: 168 time: 0.1377254 Aug 30 07:54:01.273524 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4342b-f529-4f1d-9fe0-0a60c9e1da3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ff3398-5b5a-4d69-84c8-220ce4f35ce9,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:01.274794 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 531f1ec6-0099-4a13-b255-d9afcab44ff9 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:54:01.275680 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 531f1ec6-0099-4a13-b255-d9afcab44ff9 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:54:01.453812 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56514) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:01.468214 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-83b202de-dcc6-4c6d-8c25-60043e28ded8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.568824 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-83b202de-dcc6-4c6d-8c25-60043e28ded8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.573402 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-83b202de-dcc6-4c6d-8c25-60043e28ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.616569 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-83b202de-dcc6-4c6d-8c25-60043e28ded8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95deba64e2ce4b56b3b741068fa3c06e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614923 Aug 30 07:54:01.617310 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b202de-dcc6-4c6d-8c25-60043e28ded8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e585666c-281e-43be-93f9-c1a55efb8773,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:01.620223 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56516) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:01.675399 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-191f5cef-7419-4784-a193-ebb167a6dd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.695607 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-191f5cef-7419-4784-a193-ebb167a6dd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.740569 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-191f5cef-7419-4784-a193-ebb167a6dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.743183 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-191f5cef-7419-4784-a193-ebb167a6dd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:01.744325 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-191f5cef-7419-4784-a193-ebb167a6dd5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e585666c-281e-43be-93f9-c1a55efb8773 HTTP/1.1" status: 204 len: 168 time: 0.1226673 Aug 30 07:54:01.751380 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f5cef-7419-4784-a193-ebb167a6dd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e585666c-281e-43be-93f9-c1a55efb8773,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:03.557652 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-93180649-fd38-4ddb-ba45-ac0e5db3200a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:05.268037 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.160614 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9acd5615-c087-4935-b9f8-a1dcb6d3becc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.541560 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56590) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:06.643972 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-84f8bddd-c071-43f6-9dc8-d8ffebabc049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.690693 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.735667 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-84f8bddd-c071-43f6-9dc8-d8ffebabc049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.739424 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-84f8bddd-c071-43f6-9dc8-d8ffebabc049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.776991 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-84f8bddd-c071-43f6-9dc8-d8ffebabc049 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e89d21fbbcb84a1fbe213e503d39bd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343950 Aug 30 07:54:06.777697 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8bddd-c071-43f6-9dc8-d8ffebabc049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a54a76-7ec1-4aa9-8559-a132a81b895a,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:06.779783 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56594) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:06.828104 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5b1e-288c-4010-9ee0-c9d7a94750ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.851071 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5b1e-288c-4010-9ee0-c9d7a94750ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.895355 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5b1e-288c-4010-9ee0-c9d7a94750ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.897857 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5b1e-288c-4010-9ee0-c9d7a94750ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:06.898979 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9cfe5b1e-288c-4010-9ee0-c9d7a94750ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6a54a76-7ec1-4aa9-8559-a132a81b895a HTTP/1.1" status: 204 len: 168 time: 0.1181643 Aug 30 07:54:06.906783 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe5b1e-288c-4010-9ee0-c9d7a94750ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a54a76-7ec1-4aa9-8559-a132a81b895a,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:07.160018 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56600) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:07.175547 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e04cded9-2474-4248-bfac-ca0c367d3189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.269351 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e04cded9-2474-4248-bfac-ca0c367d3189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.275592 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e04cded9-2474-4248-bfac-ca0c367d3189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.319720 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e04cded9-2474-4248-bfac-ca0c367d3189 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d0af6d65ec64c4d9f0114f29f3bd6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584568 Aug 30 07:54:07.320584 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cded9-2474-4248-bfac-ca0c367d3189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb8468d-4abc-4260-b66f-4fb5b2dc7ea8,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:07.322410 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56602) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:07.373905 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c3820347-405b-459e-9f1b-2096330476f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.398292 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c3820347-405b-459e-9f1b-2096330476f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.404024 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.449797 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c3820347-405b-459e-9f1b-2096330476f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.452337 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c3820347-405b-459e-9f1b-2096330476f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:07.453495 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c3820347-405b-459e-9f1b-2096330476f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2eb8468d-4abc-4260-b66f-4fb5b2dc7ea8 HTTP/1.1" status: 204 len: 168 time: 0.1299534 Aug 30 07:54:07.460986 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3820347-405b-459e-9f1b-2096330476f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb8468d-4abc-4260-b66f-4fb5b2dc7ea8,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:08.706802 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:30.978583 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56732) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:31.078680 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:31.165571 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:31.169312 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:31.210216 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44026641d6d240c18ebd226f731ce803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305017 Aug 30 07:54:31.212172 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20587e91-a007-4710-b51d-e7d85bf5d9af,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:31.213070 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56736) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:31.219264 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:31.219620 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:31.219966 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:31.220303 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:31.220634 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:31.220969 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:31.221300 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:31.221625 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:31.222140 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:31.222335 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:31.222634 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:31.222961 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb84d97-5a34-49fe-9802-48ce2ee1ffda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:31.264729 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-390bf615-c9ca-4786-aeb7-9a3bd4a25215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:31.286809 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-390bf615-c9ca-4786-aeb7-9a3bd4a25215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:31.531874 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-390bf615-c9ca-4786-aeb7-9a3bd4a25215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:31.534496 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-390bf615-c9ca-4786-aeb7-9a3bd4a25215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:31.535682 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-390bf615-c9ca-4786-aeb7-9a3bd4a25215 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20587e91-a007-4710-b51d-e7d85bf5d9af HTTP/1.1" status: 204 len: 168 time: 0.3215330 Aug 30 07:54:31.543210 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bf615-c9ca-4786-aeb7-9a3bd4a25215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20587e91-a007-4710-b51d-e7d85bf5d9af,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:33.560553 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0459-0671-4fb2-b175-ef0b9910f750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:35.008499 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:54:35.265309 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:36.161252 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d016-7622-44a3-b47e-69f76e2e4a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:36.692013 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:37.405716 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:38.707865 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:41.482789 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56812) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:41.591927 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6ac3c630-9ecc-41dc-ab08-11b1635e0235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:41.680485 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6ac3c630-9ecc-41dc-ab08-11b1635e0235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:41.684532 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6ac3c630-9ecc-41dc-ab08-11b1635e0235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:41.722168 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6ac3c630-9ecc-41dc-ab08-11b1635e0235 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cf875f60f364b24b36163c1e70debb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382965 Aug 30 07:54:41.723040 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3c630-9ecc-41dc-ab08-11b1635e0235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265e6861-01cb-4c0a-8742-3a69b77783cd,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:41.725091 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56816) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:41.774420 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3198a65f-ede8-4656-9fba-6c5c8eb9c93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:41.794817 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3198a65f-ede8-4656-9fba-6c5c8eb9c93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:41.840281 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3198a65f-ede8-4656-9fba-6c5c8eb9c93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:41.842965 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3198a65f-ede8-4656-9fba-6c5c8eb9c93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:41.844118 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-3198a65f-ede8-4656-9fba-6c5c8eb9c93b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/265e6861-01cb-4c0a-8742-3a69b77783cd HTTP/1.1" status: 204 len: 168 time: 0.1180451 Aug 30 07:54:41.851460 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198a65f-ede8-4656-9fba-6c5c8eb9c93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265e6861-01cb-4c0a-8742-3a69b77783cd,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:42.501615 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56838) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:42.597992 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1327669721-network', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:42.618978 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Made reservation on behalf of c9d46db4f31b48aeb2f3929ed73c4d73 for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:54:42.621419 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:42.630682 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:42.720875 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:42.725412 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:42.749980 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:54:42.758553 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70836f9c-05aa-487d-86f0-544d2effbb88,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:42.765512 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:42.765895 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Added segment 0ac85c6c-43cc-492d-8314-f120d3d995fb of type vlan for network f856a68d-2fd8-48bb-b3aa-f616a98ec007 Aug 30 07:54:42.808748 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:42.832983 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:42.833780 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:42.834400 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:42.883223 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3804712 Aug 30 07:54:42.886365 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56842) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:42.893165 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-cbf6bc92-7e89-45c1-850e-63b5aaa7b45b admin admin] Request body: {'subnet': {'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1327669721-subnet', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:42.895415 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553470db-fe12-4db0-9b10-9fc17d0f913f admin admin] Pushing event updated for resources: {'Network': ['ID=f856a68d-2fd8-48bb-b3aa-f616a98ec007,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:42.906146 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network f856a68d-2fd8-48bb-b3aa-f616a98ec007 details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:54:42.918841 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf6bc92-7e89-45c1-850e-63b5aaa7b45b admin admin] Made reservation on behalf of c9d46db4f31b48aeb2f3929ed73c4d73 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:54:42.921291 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cbf6bc92-7e89-45c1-850e-63b5aaa7b45b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069822145'] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.083411 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cbf6bc92-7e89-45c1-850e-63b5aaa7b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1073360466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069822131'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.137405 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6bc92-7e89-45c1-850e-63b5aaa7b45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7a174b-714d-4b6e-aa41-013a8530cb0f,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:43.146799 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf6bc92-7e89-45c1-850e-63b5aaa7b45b admin admin] Checking segment: {'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:43.147159 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6bc92-7e89-45c1-850e-63b5aaa7b45b admin admin] Network hostable DHCP agents. Network: f856a68d-2fd8-48bb-b3aa-f616a98ec007, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:54:43.163355 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6bc92-7e89-45c1-850e-63b5aaa7b45b admin admin] Network f856a68d-2fd8-48bb-b3aa-f616a98ec007 is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:54:43.172055 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-cbf6bc92-7e89-45c1-850e-63b5aaa7b45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, f856a68d-2fd8-48bb-b3aa-f616a98ec007) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:43.176146 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf6bc92-7e89-45c1-850e-63b5aaa7b45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:43.176728 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cbf6bc92-7e89-45c1-850e-63b5aaa7b45b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.180869 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad75a21-8705-43ba-93bc-e88dff83542d None None] Network f856a68d-2fd8-48bb-b3aa-f616a98ec007 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:54:43.193042 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-cbf6bc92-7e89-45c1-850e-63b5aaa7b45b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3051026 Aug 30 07:54:43.195883 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56844) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:43.200705 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:43.221530 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45082'] for router, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.222598 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45075'] for router, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.277279 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.324719 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8579bc-333d-50f5-8d48-50590b882e5e-f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f'}]}} from dv-cinder-804735-4-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:54:43.325610 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.418219 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.464344 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Allocated IP 172.20.0.2 (f856a68d-2fd8-48bb-b3aa-f616a98ec007/5d7a174b-714d-4b6e-aa41-013a8530cb0f/2e414d21-2590-4549-b1ae-87540ffeae75) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:43.610084 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.616773 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.619027 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Transition to ACTIVE for port object 2e414d21-2590-4549-b1ae-87540ffeae75 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:43.634233 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Transition to ACTIVE for port object 2e414d21-2590-4549-b1ae-87540ffeae75 will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:43.639745 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.640170 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.680289 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Network f856a68d-2fd8-48bb-b3aa-f616a98ec007 is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:43.684739 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:43.687283 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:43.695067 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Pushing event updated for resources: {'Port': ['ID=2e414d21-2590-4549-b1ae-87540ffeae75,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:43.705004 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:43.705365 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:43.705707 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:43.706040 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:43.706372 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:43.706705 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:43.707032 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:43.707437 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:43.707770 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:43.708095 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:43.708418 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:43.708738 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:43.745225 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Allocated IP 172.27.1.237 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/33935a33-8521-4be7-a3f5-00d2d9b026b5) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:43.759800 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Attempting to bind port 2e414d21-2590-4549-b1ae-87540ffeae75 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:43.760209 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Attempting to bind port 2e414d21-2590-4549-b1ae-87540ffeae75 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:43.760632 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Attempting to bind port 2e414d21-2590-4549-b1ae-87540ffeae75 on network f856a68d-2fd8-48bb-b3aa-f616a98ec007 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:43.766082 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:43.766452 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Checking segment: {'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:43.766855 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.767271 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Bound using segment: {'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:43.767742 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Bound port: 2e414d21-2590-4549-b1ae-87540ffeae75, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:43.768114 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.830063 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] For port 2e414d21-2590-4549-b1ae-87540ffeae75, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:43.833114 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] For port 2e414d21-2590-4549-b1ae-87540ffeae75, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=2e414d21-2590-4549-b1ae-87540ffeae75,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:43.837838 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.851524 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.895079 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:43.907532 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fc996-0d42-4e57-a60d-0f04a1800c44 None None] Pushing event updated for resources: {'Port': ['ID=2e414d21-2590-4549-b1ae-87540ffeae75,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:43.944635 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:43.947654 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:43.951950 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:43.954903 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Pushing event updated for resources: {'Port': ['ID=33935a33-8521-4be7-a3f5-00d2d9b026b5,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:44.209679 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:44.399081 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697844'] for router, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:44.524459 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Router e778f4a0-31b1-4d36-8ccf-bd076339e6cf is scheduled to L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 with binding_index 1 {{(pid=100500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:54:44.634934 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:54:44.645798 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Sync routers for ids ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:54:44.654939 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:44.655583 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Routers {'e778f4a0-31b1-4d36-8ccf-bd076339e6cf'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:44.658709 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:54:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:44.658878 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6c8207e9-8116-43fd-8793-3f287f3efbec admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4592495 Aug 30 07:54:44.659793 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56846) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:44.767544 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Set router e778f4a0-31b1-4d36-8ccf-bd076339e6cf gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:44.821595 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707d688-c017-4e85-aca4-ea724b9efba3 None None] Network f856a68d-2fd8-48bb-b3aa-f616a98ec007 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:54:44.933670 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-309f486e-a5cb-47c3-b2e6-8834804fea71 None None] Provisioning for port 2e414d21-2590-4549-b1ae-87540ffeae75 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:45.079258 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.204062 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:44Z', 'revision_number': 3, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:45.248973 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Checking router: e778f4a0-31b1-4d36-8ccf-bd076339e6cf for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:54:45.249209 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Allocated IP 172.20.0.1 (f856a68d-2fd8-48bb-b3aa-f616a98ec007/5d7a174b-714d-4b6e-aa41-013a8530cb0f/15450b2a-0c24-48be-b43b-1093c63106ba) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:45.249539 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Updating router e778f4a0-31b1-4d36-8ccf-bd076339e6cf port 33935a33-8521-4be7-a3f5-00d2d9b026b5 binding host dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:54:45.284812 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.378235 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 2e414d21-2590-4549-b1ae-87540ffeae75 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:45.380282 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.394560 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Transition to ACTIVE for port object 15450b2a-0c24-48be-b43b-1093c63106ba will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:45.432600 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.478844 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Network f856a68d-2fd8-48bb-b3aa-f616a98ec007 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:45.484075 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:45.486535 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:45.490397 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Pushing event updated for resources: {'Port': ['ID=15450b2a-0c24-48be-b43b-1093c63106ba,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:45.528978 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 2e414d21-2590-4549-b1ae-87540ffeae75 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:45.533864 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-4ee7e63c-bb9b-4260-82f0-bfa8cbdf663d None None] Provisioning complete for port 2e414d21-2590-4549-b1ae-87540ffeae75 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:45.534229 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e63c-bb9b-4260-82f0-bfa8cbdf663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.537957 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698027'] for router_interface, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.563111 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 2e414d21-2590-4549-b1ae-87540ffeae75 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:45.563501 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.676492 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.738232 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.753428 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e63c-bb9b-4260-82f0-bfa8cbdf663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.767850 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Transition to ACTIVE for port object 33935a33-8521-4be7-a3f5-00d2d9b026b5 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:45.777638 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.779468 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.857032 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-4ee7e63c-bb9b-4260-82f0-bfa8cbdf663d None None] For port 2e414d21-2590-4549-b1ae-87540ffeae75, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=2e414d21-2590-4549-b1ae-87540ffeae75,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:45.859315 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.864968 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.866473 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e63c-bb9b-4260-82f0-bfa8cbdf663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.869841 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8157dd-c581-4b4b-a1c2-7f44f724a097 None None] Pushing event updated for resources: {'Port': ['ID=33935a33-8521-4be7-a3f5-00d2d9b026b5,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:45.873119 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Attempting to bind port 33935a33-8521-4be7-a3f5-00d2d9b026b5 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:45.873479 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Attempting to bind port 33935a33-8521-4be7-a3f5-00d2d9b026b5 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:45.873829 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Attempting to bind port 33935a33-8521-4be7-a3f5-00d2d9b026b5 on network 59ff83ee-6d51-4380-b781-8170ef3e97d5 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:45.919071 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:45.919524 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Checking segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:45.919935 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.920323 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Bound using segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:45.920792 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Bound port: 33935a33-8521-4be7-a3f5-00d2d9b026b5, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:45.921283 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.934491 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Pushing event updated for resources: {'Port': ['ID=15450b2a-0c24-48be-b43b-1093c63106ba,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:45.939483 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698100'] for router_interface, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:45.965792 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.db.api [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 07:54:45.966452 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG oslo_db.api [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 07:54:45.997641 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7e63c-bb9b-4260-82f0-bfa8cbdf663d None None] Pushing event updated for resources: {'Port': ['ID=2e414d21-2590-4549-b1ae-87540ffeae75,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:46.008932 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] For port 33935a33-8521-4be7-a3f5-00d2d9b026b5, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:46.012612 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] For port 33935a33-8521-4be7-a3f5-00d2d9b026b5, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=33935a33-8521-4be7-a3f5-00d2d9b026b5,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:46.013696 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-60dd21e2-9b04-4487-a1e9-c09c437e6766 None None] Provisioning for port 15450b2a-0c24-48be-b43b-1093c63106ba completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:46.018243 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-60dd21e2-9b04-4487-a1e9-c09c437e6766 None None] Provisioning complete for port 15450b2a-0c24-48be-b43b-1093c63106ba triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:46.018610 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-60dd21e2-9b04-4487-a1e9-c09c437e6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:46.020987 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:46.031267 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Network f856a68d-2fd8-48bb-b3aa-f616a98ec007 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:46.032633 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:46.102274 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-60dd21e2-9b04-4487-a1e9-c09c437e6766 None None] Port 15450b2a-0c24-48be-b43b-1093c63106ba cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:54:46.113991 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8157dd-c581-4b4b-a1c2-7f44f724a097 None None] Pushing event updated for resources: {'Port': ['ID=33935a33-8521-4be7-a3f5-00d2d9b026b5,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:46.116700 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Routers {'e778f4a0-31b1-4d36-8ccf-bd076339e6cf'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:46.117223 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:54:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:46.155748 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Router e778f4a0-31b1-4d36-8ccf-bd076339e6cf has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:54:46.231485 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] Set router e778f4a0-31b1-4d36-8ccf-bd076339e6cf gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:46.267478 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:54:46.276326 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-28ae09b7-51f3-498b-ae99-ffc941b3e3fc admin admin] 10.222.0.64 "PUT /v2.0/routers/e778f4a0-31b1-4d36-8ccf-bd076339e6cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6147821 Aug 30 07:54:46.367150 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-0b6add20-f625-47b0-8981-d3a606ba4b34 None None] Provisioning complete for port 15450b2a-0c24-48be-b43b-1093c63106ba triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:46.367457 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0b6add20-f625-47b0-8981-d3a606ba4b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:46.418587 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-0b6add20-f625-47b0-8981-d3a606ba4b34 None None] Port 15450b2a-0c24-48be-b43b-1093c63106ba cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:54:46.498584 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '15450b2a-0c24-48be-b43b-1093c63106ba', 'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'mac_address': 'fa:16:3e:ff:0d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:45Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 2, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'subnets': [{'id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:46.528801 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910942c-60d2-4a2a-bb79-705b49fe7aa5 None None] The sync data for ids ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'] in dv-cinder-804735-4-iscsi is: [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '15450b2a-0c24-48be-b43b-1093c63106ba', 'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'mac_address': 'fa:16:3e:ff:0d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:45Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 2, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'subnets': [{'id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:54:46.800806 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56862) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:46.805998 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-932409992-network', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:46.826814 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Made reservation on behalf of 226ee03a4c5e44028ef309634b0ad55c for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:54:46.829358 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:46.838957 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:46.933227 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:46.937399 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:46.964076 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 07:54:46.972991 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d0c5c7-0164-45fa-9299-f7891a211358,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:46.979472 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:46.979833 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Added segment 404aa668-4b29-4e3a-a45d-053cc2d90981 of type vlan for network 12eb9365-78d3-4fc2-8f90-d89da3f5719a Aug 30 07:54:47.026936 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735427412345'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.054138 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.055320 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:47.055944 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.117318 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3153749 Aug 30 07:54:47.120276 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 56864) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:47.124486 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ea09e-8461-455a-9178-7fa0574f9da1 admin admin] Pushing event updated for resources: {'Network': ['ID=12eb9365-78d3-4fc2-8f90-d89da3f5719a,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:47.125694 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Request body: {'subnet': {'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-932409992-subnet', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:47.142257 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Network 12eb9365-78d3-4fc2-8f90-d89da3f5719a details requested by agent ovs-agent-dv-cinder-804735-4-iscsi with host dv-cinder-804735-4-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 07:54:47.160078 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Made reservation on behalf of 226ee03a4c5e44028ef309634b0ad55c for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:54:47.162865 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069822145'] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.365045 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 2e414d21-2590-4549-b1ae-87540ffeae75 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:47.365594 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1073360466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069822131'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.420938 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fcaaeb7-7600-4beb-ab73-2b9c379c9f70,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:47.429304 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 2e414d21-2590-4549-b1ae-87540ffeae75 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:47.429826 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.434127 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:47.434621 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:47.434972 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:47.435336 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:47.435659 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:47.436003 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:47.436313 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:47.436636 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:47.436955 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:47.437271 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:47.437588 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:47.437900 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:47.454304 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Checking segment: {'id': '404aa668-4b29-4e3a-a45d-053cc2d90981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:47.455074 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Network hostable DHCP agents. Network: 12eb9365-78d3-4fc2-8f90-d89da3f5719a, hostable agents: ['d420862a-cb38-42ac-8910-5f655d00048b'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 07:54:47.472316 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Network 12eb9365-78d3-4fc2-8f90-d89da3f5719a is scheduled to be hosted by DHCP agent d420862a-cb38-42ac-8910-5f655d00048b with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 07:54:47.483634 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-4-iscsi, 12eb9365-78d3-4fc2-8f90-d89da3f5719a) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:47.488077 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:54:47.488961 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.504044 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc6caf5-601c-4d2e-8d88-1bc15184e38c None None] Network 12eb9365-78d3-4fc2-8f90-d89da3f5719a requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:54:47.505391 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-cf496038-3930-430e-8317-2961c5f6e7cd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3839469 Aug 30 07:54:47.508208 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56866) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:47.512646 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-932409992-router', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:47.542624 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45082'] for router, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.544750 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699051', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45075'] for router, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.568866 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 33935a33-8521-4be7-a3f5-00d2d9b026b5 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:47.606377 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.671107 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 33935a33-8521-4be7-a3f5-00d2d9b026b5 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:47.676478 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 33935a33-8521-4be7-a3f5-00d2d9b026b5 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:47.676881 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.760716 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.883900 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc8579bc-333d-50f5-8d48-50590b882e5e-12eb9365-78d3-4fc2-8f90-d89da3f5719a', 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'fixed_ips': [{'subnet_id': '7fcaaeb7-7600-4beb-ab73-2b9c379c9f70'}]}} from dv-cinder-804735-4-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 07:54:47.884816 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.966746 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.986342 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:47.996682 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.032747 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 33935a33-8521-4be7-a3f5-00d2d9b026b5, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=33935a33-8521-4be7-a3f5-00d2d9b026b5,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:48.058713 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.098547 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Allocated IP 172.27.1.128 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/2a895fa4-e4ee-48b4-9ebb-4c38755b33e9) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:48.101154 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Allocated IP 172.20.0.2 (12eb9365-78d3-4fc2-8f90-d89da3f5719a/7fcaaeb7-7600-4beb-ab73-2b9c379c9f70/649346d7-70f6-495c-964c-7ae95d190d3a) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:48.171751 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=33935a33-8521-4be7-a3f5-00d2d9b026b5,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:48.204794 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.245149 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.276104 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.284948 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:48.285159 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Transition to ACTIVE for port object 649346d7-70f6-495c-964c-7ae95d190d3a will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:48.287986 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:48.291813 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:48.303090 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Transition to ACTIVE for port object 649346d7-70f6-495c-964c-7ae95d190d3a will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:48.309764 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.319429 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Pushing event updated for resources: {'Port': ['ID=2a895fa4-e4ee-48b4-9ebb-4c38755b33e9,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:48.352510 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Network 12eb9365-78d3-4fc2-8f90-d89da3f5719a is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:48.355843 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:48.361639 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:48.374627 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Pushing event updated for resources: {'Port': ['ID=649346d7-70f6-495c-964c-7ae95d190d3a,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:48.425785 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Attempting to bind port 649346d7-70f6-495c-964c-7ae95d190d3a on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:48.426760 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Attempting to bind port 649346d7-70f6-495c-964c-7ae95d190d3a by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '404aa668-4b29-4e3a-a45d-053cc2d90981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:48.427125 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Attempting to bind port 649346d7-70f6-495c-964c-7ae95d190d3a on network 12eb9365-78d3-4fc2-8f90-d89da3f5719a {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:48.432170 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:48.432543 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Checking segment: {'id': '404aa668-4b29-4e3a-a45d-053cc2d90981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:48.432935 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.433322 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Bound using segment: {'id': '404aa668-4b29-4e3a-a45d-053cc2d90981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:48.433778 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Bound port: 649346d7-70f6-495c-964c-7ae95d190d3a, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404aa668-4b29-4e3a-a45d-053cc2d90981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:48.434151 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.502653 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] For port 649346d7-70f6-495c-964c-7ae95d190d3a, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:48.504844 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] For port 649346d7-70f6-495c-964c-7ae95d190d3a, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=649346d7-70f6-495c-964c-7ae95d190d3a,segment=NetworkSegment(404aa668-4b29-4e3a-a45d-053cc2d90981),segment_id=404aa668-4b29-4e3a-a45d-053cc2d90981)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:48.509555 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.534831 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Sync routers for ids ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:54:48.545724 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Routers {'e778f4a0-31b1-4d36-8ccf-bd076339e6cf'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:48.546495 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:54:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:48.585165 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a3155-a9cb-424e-af5c-5707c406e57b None None] Pushing event updated for resources: {'Port': ['ID=649346d7-70f6-495c-964c-7ae95d190d3a,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:48.664219 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Set router e778f4a0-31b1-4d36-8ccf-bd076339e6cf gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:48.826888 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:48.897436 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '15450b2a-0c24-48be-b43b-1093c63106ba', 'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'mac_address': 'fa:16:3e:ff:0d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:45Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 2, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'subnets': [{'id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:48.923355 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Checking router: e778f4a0-31b1-4d36-8ccf-bd076339e6cf for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:54:48.923789 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Updating router e778f4a0-31b1-4d36-8ccf-bd076339e6cf port 15450b2a-0c24-48be-b43b-1093c63106ba binding host dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:54:48.952159 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:49.019321 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1697844'] for router, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:49.153068 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Router 691fcaff-69ba-4fa5-b47d-61aeb07686d7 is scheduled to L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 with binding_index 1 {{(pid=100499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 07:54:49.287107 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:54:49.297012 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Sync routers for ids ['691fcaff-69ba-4fa5-b47d-61aeb07686d7'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:54:49.310187 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Routers {'691fcaff-69ba-4fa5-b47d-61aeb07686d7'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:49.310825 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:54:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['691fcaff-69ba-4fa5-b47d-61aeb07686d7'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:49.323993 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:49.328106 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:49.332100 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ce256772-9ee3-4530-8944-2e4d580df932 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8202434 Aug 30 07:54:49.332345 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56868) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:49.338910 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Transition to ACTIVE for port object 15450b2a-0c24-48be-b43b-1093c63106ba will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:49.347097 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:49.408632 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Pushing event updated for resources: {'Port': ['ID=15450b2a-0c24-48be-b43b-1093c63106ba,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:49.471573 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 649346d7-70f6-495c-964c-7ae95d190d3a up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:49.496339 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:49.497085 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:49.497665 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:49.498690 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:49.499272 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:49.500229 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:49.500777 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:49.501606 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:49.502183 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:49.502737 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:49.503786 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:49.504901 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:54:49.512777 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Set router 691fcaff-69ba-4fa5-b47d-61aeb07686d7 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:49.530966 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Attempting to bind port 15450b2a-0c24-48be-b43b-1093c63106ba on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:49.531542 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Attempting to bind port 15450b2a-0c24-48be-b43b-1093c63106ba by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:49.532288 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Attempting to bind port 15450b2a-0c24-48be-b43b-1093c63106ba on network f856a68d-2fd8-48bb-b3aa-f616a98ec007 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:49.538304 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:49.539451 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Checking segment: {'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:49.540014 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:49.540588 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Bound using segment: {'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:49.541329 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Bound port: 15450b2a-0c24-48be-b43b-1093c63106ba, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:49.542142 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:49.618757 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] For port 15450b2a-0c24-48be-b43b-1093c63106ba, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:49.622348 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] For port 15450b2a-0c24-48be-b43b-1093c63106ba, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=15450b2a-0c24-48be-b43b-1093c63106ba,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:49.629431 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:49.682841 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Routers {'e778f4a0-31b1-4d36-8ccf-bd076339e6cf'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:49.683471 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:54:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:49.739497 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8746e-db29-49c7-8a8b-0bb87cfb699c None None] Pushing event updated for resources: {'Port': ['ID=15450b2a-0c24-48be-b43b-1093c63106ba,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:49.739768 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 649346d7-70f6-495c-964c-7ae95d190d3a completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:49.770653 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 33935a33-8521-4be7-a3f5-00d2d9b026b5 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:49.804305 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcf1f49-b3f0-4b78-ae60-c57a5a8ea817 None None] Network 12eb9365-78d3-4fc2-8f90-d89da3f5719a requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 07:54:49.825909 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] Set router e778f4a0-31b1-4d36-8ccf-bd076339e6cf gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:49.934692 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:49.943328 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 33935a33-8521-4be7-a3f5-00d2d9b026b5 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:49.943555 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.009965 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'name': 'tempest-TestShelveInstance-932409992-router', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:48Z', 'revision_number': 3, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'gw_port': {'id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:50.052893 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Checking router: 691fcaff-69ba-4fa5-b47d-61aeb07686d7 for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:54:50.053188 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Updating router 691fcaff-69ba-4fa5-b47d-61aeb07686d7 port 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 binding host dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:54:50.058754 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '15450b2a-0c24-48be-b43b-1093c63106ba', 'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'mac_address': 'fa:16:3e:ff:0d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:45Z', 'updated_at': '2021-08-30T07:54:49Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'subnets': [{'id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:50.087847 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8897e-e055-4e1f-afa0-3a68c2b99807 None None] The sync data for ids ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'] in dv-cinder-804735-4-iscsi is: [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '15450b2a-0c24-48be-b43b-1093c63106ba', 'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'mac_address': 'fa:16:3e:ff:0d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:45Z', 'updated_at': '2021-08-30T07:54:49Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'subnets': [{'id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:54:50.102108 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Allocated IP 172.20.0.1 (12eb9365-78d3-4fc2-8f90-d89da3f5719a/7fcaaeb7-7600-4beb-ab73-2b9c379c9f70/b1755b82-4b45-43c5-9b7b-b49bb1f21df7) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:54:50.115097 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.188319 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-7949d6b2-8640-407c-acdc-c87e9aeb7a39 None None] Provisioning for port 649346d7-70f6-495c-964c-7ae95d190d3a completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:50.216873 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.232709 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Transition to ACTIVE for port object b1755b82-4b45-43c5-9b7b-b49bb1f21df7 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:50.248931 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-7949d6b2-8640-407c-acdc-c87e9aeb7a39 None None] Provisioning complete for port 649346d7-70f6-495c-964c-7ae95d190d3a triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:50.249301 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7949d6b2-8640-407c-acdc-c87e9aeb7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.278561 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.321381 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Pushing event updated for resources: {'Port': ['ID=b1755b82-4b45-43c5-9b7b-b49bb1f21df7,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:50.349514 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Network 12eb9365-78d3-4fc2-8f90-d89da3f5719a is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:50.351535 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:50.361114 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:54:50.405387 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698027'] for router_interface, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.430030 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7949d6b2-8640-407c-acdc-c87e9aeb7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.530119 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-7949d6b2-8640-407c-acdc-c87e9aeb7a39 None None] For port 649346d7-70f6-495c-964c-7ae95d190d3a, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=649346d7-70f6-495c-964c-7ae95d190d3a,segment=NetworkSegment(404aa668-4b29-4e3a-a45d-053cc2d90981),segment_id=404aa668-4b29-4e3a-a45d-053cc2d90981)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:50.544372 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7949d6b2-8640-407c-acdc-c87e9aeb7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.549006 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.567358 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.584105 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Transition to ACTIVE for port object 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:50.606238 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.643370 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949d6b2-8640-407c-acdc-c87e9aeb7a39 None None] Pushing event updated for resources: {'Port': ['ID=649346d7-70f6-495c-964c-7ae95d190d3a,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:50.651175 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Attempting to bind port 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:50.651899 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Attempting to bind port 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:50.652430 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Attempting to bind port 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 on network 59ff83ee-6d51-4380-b781-8170ef3e97d5 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:50.692355 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:50.692591 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Checking segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:50.693188 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.693649 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Bound using segment: {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:50.694202 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Bound port: 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcb8716-6b31-43f5-ba6c-99967c764049', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:50.694644 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.734782 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-2fbeec7c-999a-4c18-9b31-69388b341b17 None None] Provisioning complete for port 649346d7-70f6-495c-964c-7ae95d190d3a triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:50.735223 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2fbeec7c-999a-4c18-9b31-69388b341b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.743874 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54c73d-8f85-4067-bc00-8dd5dd533756 None None] Pushing event updated for resources: {'Port': ['ID=2a895fa4-e4ee-48b4-9ebb-4c38755b33e9,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:50.781088 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.788088 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.798076 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] For port 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:50.802970 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] For port 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=2a895fa4-e4ee-48b4-9ebb-4c38755b33e9,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:50.808694 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.860976 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Pushing event updated for resources: {'Port': ['ID=b1755b82-4b45-43c5-9b7b-b49bb1f21df7,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:50.874395 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698100'] for router_interface, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:50.893770 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Routers {'691fcaff-69ba-4fa5-b47d-61aeb07686d7'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:50.894379 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:54:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['691fcaff-69ba-4fa5-b47d-61aeb07686d7'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:50.969090 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Network 12eb9365-78d3-4fc2-8f90-d89da3f5719a is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:54:50.970564 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:54:51.064400 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54c73d-8f85-4067-bc00-8dd5dd533756 None None] Pushing event updated for resources: {'Port': ['ID=2a895fa4-e4ee-48b4-9ebb-4c38755b33e9,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:51.101187 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Router 691fcaff-69ba-4fa5-b47d-61aeb07686d7 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:54:51.155237 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] Set router 691fcaff-69ba-4fa5-b47d-61aeb07686d7 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:51.212609 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:54:51.227350 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8b850847-a716-4bbb-9380-6a1d57d29d24 admin admin] 10.222.0.64 "PUT /v2.0/routers/691fcaff-69ba-4fa5-b47d-61aeb07686d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8852341 Aug 30 07:54:51.294144 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-9236f655-2961-44f0-815f-81834ccaa610 None None] Provisioning for port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:51.302575 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-9236f655-2961-44f0-815f-81834ccaa610 None None] Provisioning complete for port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:51.302945 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9236f655-2961-44f0-815f-81834ccaa610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:51.334747 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 649346d7-70f6-495c-964c-7ae95d190d3a up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:51.387476 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-9236f655-2961-44f0-815f-81834ccaa610 None None] Port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:54:51.440288 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 649346d7-70f6-495c-964c-7ae95d190d3a triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:51.440962 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:51.484723 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'name': 'tempest-TestShelveInstance-932409992-router', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:50Z', 'revision_number': 4, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'gw_port': {'id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': 'b1755b82-4b45-43c5-9b7b-b49bb1f21df7', 'name': '', 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7fcaaeb7-7600-4beb-ab73-2b9c379c9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:49Z', 'updated_at': '2021-08-30T07:54:50Z', 'revision_number': 2, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'subnets': [{'id': '7fcaaeb7-7600-4beb-ab73-2b9c379c9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:51.516626 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252facc-e6ca-46a7-82e7-49d0975a19fd None None] The sync data for ids ['691fcaff-69ba-4fa5-b47d-61aeb07686d7'] in dv-cinder-804735-4-iscsi is: [{'id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'name': 'tempest-TestShelveInstance-932409992-router', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:50Z', 'revision_number': 4, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'gw_port': {'id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': 'b1755b82-4b45-43c5-9b7b-b49bb1f21df7', 'name': '', 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7fcaaeb7-7600-4beb-ab73-2b9c379c9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:49Z', 'updated_at': '2021-08-30T07:54:50Z', 'revision_number': 2, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'subnets': [{'id': '7fcaaeb7-7600-4beb-ab73-2b9c379c9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:54:51.550719 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-057dcc27-ac55-43be-91ef-430024ef982b None None] Provisioning complete for port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:51.551035 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-057dcc27-ac55-43be-91ef-430024ef982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:51.609247 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 15450b2a-0c24-48be-b43b-1093c63106ba up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:51.631952 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-057dcc27-ac55-43be-91ef-430024ef982b None None] Port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:54:51.663007 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 15450b2a-0c24-48be-b43b-1093c63106ba completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:51.666793 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 15450b2a-0c24-48be-b43b-1093c63106ba triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:51.667162 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:51.772917 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:51.809969 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 15450b2a-0c24-48be-b43b-1093c63106ba, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=15450b2a-0c24-48be-b43b-1093c63106ba,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:51.816104 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:51.884520 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=15450b2a-0c24-48be-b43b-1093c63106ba,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:51.948031 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56876) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:51.953015 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-6b8ba188-5d92-4844-9dbe-981485be3e92 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598616014', 'description': 'tempest-secgroup-smoke-1598616014 description', 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:51.976357 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6b8ba188-5d92-4844-9dbe-981485be3e92 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.062308 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6b8ba188-5d92-4844-9dbe-981485be3e92 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.067142 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6b8ba188-5d92-4844-9dbe-981485be3e92 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.093573 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6b8ba188-5d92-4844-9dbe-981485be3e92 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.094820 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6b8ba188-5d92-4844-9dbe-981485be3e92 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1455810 Aug 30 07:54:52.097841 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56878) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:52.102357 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-58c7ab81-7c9f-49f7-aa89-0a123c79150c tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Request body: {'security_group_rule': {'security_group_id': '795f4699-abad-4832-a3ea-866ee998efe7', 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:52.108646 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ba188-5d92-4844-9dbe-981485be3e92 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795f4699-abad-4832-a3ea-866ee998efe7,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:52.133472 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-58c7ab81-7c9f-49f7-aa89-0a123c79150c tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.192290 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-58c7ab81-7c9f-49f7-aa89-0a123c79150c tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.196183 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-58c7ab81-7c9f-49f7-aa89-0a123c79150c tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.210775 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7ab81-7c9f-49f7-aa89-0a123c79150c tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9957f504-b646-4528-a137-c969785d38d5,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:52.219933 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-58c7ab81-7c9f-49f7-aa89-0a123c79150c tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.221214 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-58c7ab81-7c9f-49f7-aa89-0a123c79150c tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224251 Aug 30 07:54:52.224393 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56880) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:52.228793 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-9fb2d6e5-f832-4d10-87a8-b98e05df6995 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Request body: {'security_group_rule': {'security_group_id': '795f4699-abad-4832-a3ea-866ee998efe7', 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:52.254955 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9fb2d6e5-f832-4d10-87a8-b98e05df6995 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.315341 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9fb2d6e5-f832-4d10-87a8-b98e05df6995 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.318863 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9fb2d6e5-f832-4d10-87a8-b98e05df6995 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.336952 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2d6e5-f832-4d10-87a8-b98e05df6995 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6feaa562-8341-4deb-b959-a8cc3f996e95,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:52.339167 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9fb2d6e5-f832-4d10-87a8-b98e05df6995 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.340384 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9fb2d6e5-f832-4d10-87a8-b98e05df6995 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150675 Aug 30 07:54:52.343499 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56882) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:52.348395 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-bbee30d7-4743-4f28-b316-db8c98e6891e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Request body: {'security_group_rule': {'security_group_id': '795f4699-abad-4832-a3ea-866ee998efe7', 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:52.373728 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bbee30d7-4743-4f28-b316-db8c98e6891e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.431383 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bbee30d7-4743-4f28-b316-db8c98e6891e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.435077 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bbee30d7-4743-4f28-b316-db8c98e6891e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.453929 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee30d7-4743-4f28-b316-db8c98e6891e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ce790e-5d0b-47c5-b221-5d4ddfbddcc6,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:52.461297 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bbee30d7-4743-4f28-b316-db8c98e6891e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.462556 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-bbee30d7-4743-4f28-b316-db8c98e6891e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181107 Aug 30 07:54:52.465456 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56884) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:52.469869 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-1aaf665e-1fd3-4674-878c-de5df29e04e3 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Request body: {'security_group_rule': {'security_group_id': '795f4699-abad-4832-a3ea-866ee998efe7', 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:52.496515 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1aaf665e-1fd3-4674-878c-de5df29e04e3 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.553393 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1aaf665e-1fd3-4674-878c-de5df29e04e3 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.556856 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1aaf665e-1fd3-4674-878c-de5df29e04e3 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.579965 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf665e-1fd3-4674-878c-de5df29e04e3 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063a4d23-0cce-4518-8bd3-0df2d42a9573,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:52.587058 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1aaf665e-1fd3-4674-878c-de5df29e04e3 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.588319 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1aaf665e-1fd3-4674-878c-de5df29e04e3 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219096 Aug 30 07:54:52.590986 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56886) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:52.595415 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-68287c87-e411-4a0c-8667-818e5dcba8ae tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Request body: {'security_group_rule': {'security_group_id': '795f4699-abad-4832-a3ea-866ee998efe7', 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:52.616456 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.securitygroups_db [None req-68287c87-e411-4a0c-8667-818e5dcba8ae tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Project c9d46db4f31b48aeb2f3929ed73c4d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:54:52.621024 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-68287c87-e411-4a0c-8667-818e5dcba8ae tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.682113 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-68287c87-e411-4a0c-8667-818e5dcba8ae tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.685508 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-68287c87-e411-4a0c-8667-818e5dcba8ae tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.702525 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68287c87-e411-4a0c-8667-818e5dcba8ae tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eefc2f9-20ee-4c26-8b89-1edd9450508f,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:52.708497 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-68287c87-e411-4a0c-8667-818e5dcba8ae tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.709736 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-68287c87-e411-4a0c-8667-818e5dcba8ae tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177709 Aug 30 07:54:52.712491 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 56888) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:54:52.716857 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-f4ad6e0b-ee70-46c5-bee7-0181bbd3b656 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Request body: {'security_group_rule': {'security_group_id': '795f4699-abad-4832-a3ea-866ee998efe7', 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:54:52.737814 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.securitygroups_db [None req-f4ad6e0b-ee70-46c5-bee7-0181bbd3b656 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Project c9d46db4f31b48aeb2f3929ed73c4d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 07:54:52.742610 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6e0b-ee70-46c5-bee7-0181bbd3b656 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.804908 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6e0b-ee70-46c5-bee7-0181bbd3b656 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.817116 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6e0b-ee70-46c5-bee7-0181bbd3b656 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2018453'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.838038 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad6e0b-ee70-46c5-bee7-0181bbd3b656 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60952e0-8d3d-4104-8a23-2fbdb94ab7a2,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:52.860247 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6e0b-ee70-46c5-bee7-0181bbd3b656 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:52.860247 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f4ad6e0b-ee70-46c5-bee7-0181bbd3b656 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323955 Aug 30 07:54:53.381353 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:53.439437 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:53.443420 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:53.443803 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:53.526099 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:53.550656 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=2a895fa4-e4ee-48b4-9ebb-4c38755b33e9,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:53.555451 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:53.556381 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 15450b2a-0c24-48be-b43b-1093c63106ba up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:53.632212 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=2a895fa4-e4ee-48b4-9ebb-4c38755b33e9,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:53.645720 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 15450b2a-0c24-48be-b43b-1093c63106ba triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:53.646093 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:54.128391 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Sync routers for ids ['691fcaff-69ba-4fa5-b47d-61aeb07686d7'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:54:54.137996 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Routers {'691fcaff-69ba-4fa5-b47d-61aeb07686d7'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:54.138592 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:54:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['691fcaff-69ba-4fa5-b47d-61aeb07686d7'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:54.247523 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Set router 691fcaff-69ba-4fa5-b47d-61aeb07686d7 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:54.443524 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'name': 'tempest-TestShelveInstance-932409992-router', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:50Z', 'revision_number': 4, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'gw_port': {'id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': 'b1755b82-4b45-43c5-9b7b-b49bb1f21df7', 'name': '', 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7fcaaeb7-7600-4beb-ab73-2b9c379c9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:49Z', 'updated_at': '2021-08-30T07:54:50Z', 'revision_number': 2, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'subnets': [{'id': '7fcaaeb7-7600-4beb-ab73-2b9c379c9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:54.474118 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Checking router: 691fcaff-69ba-4fa5-b47d-61aeb07686d7 for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:54:54.474467 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Updating router 691fcaff-69ba-4fa5-b47d-61aeb07686d7 port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 binding host dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 07:54:54.498124 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:54.760013 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:54.770155 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Transition to ACTIVE for port object b1755b82-4b45-43c5-9b7b-b49bb1f21df7 will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:54:54.777370 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:54.825684 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc31ff3-bb8a-43c4-bf27-471b41618c18 None None] Pushing event updated for resources: {'Port': ['ID=b1755b82-4b45-43c5-9b7b-b49bb1f21df7,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:54.881171 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Attempting to bind port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 on host dv-cinder-804735-4-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:54:54.881538 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Attempting to bind port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 by drivers openvswitch,hyperv on host dv-cinder-804735-4-iscsi at level 0 using segments [{'id': '404aa668-4b29-4e3a-a45d-053cc2d90981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:54:54.881938 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Attempting to bind port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 on network 12eb9365-78d3-4fc2-8f90-d89da3f5719a {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:54:54.887513 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Checking agent: {'id': '72507e37-84bb-43c5-a33b-3369adfe6156', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 31, 37), 'started_at': datetime.datetime(2021, 8, 30, 7, 32, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:54:54.887986 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Checking segment: {'id': '404aa668-4b29-4e3a-a45d-053cc2d90981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:54:54.888419 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:54.888850 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Bound using segment: {'id': '404aa668-4b29-4e3a-a45d-053cc2d90981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:54:54.889393 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Bound port: b1755b82-4b45-43c5-9b7b-b49bb1f21df7, host: dv-cinder-804735-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404aa668-4b29-4e3a-a45d-053cc2d90981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:54:54.889826 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:54.958141 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] For port b1755b82-4b45-43c5-9b7b-b49bb1f21df7, host dv-cinder-804735-4-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:54:54.961802 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] For port b1755b82-4b45-43c5-9b7b-b49bb1f21df7, host dv-cinder-804735-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=b1755b82-4b45-43c5-9b7b-b49bb1f21df7,segment=NetworkSegment(404aa668-4b29-4e3a-a45d-053cc2d90981),segment_id=404aa668-4b29-4e3a-a45d-053cc2d90981)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:54:54.966113 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:55.031488 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc31ff3-bb8a-43c4-bf27-471b41618c18 None None] Pushing event updated for resources: {'Port': ['ID=b1755b82-4b45-43c5-9b7b-b49bb1f21df7,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:55.034103 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Routers {'691fcaff-69ba-4fa5-b47d-61aeb07686d7'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:54:55.034677 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:54:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['691fcaff-69ba-4fa5-b47d-61aeb07686d7'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:55.146456 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] Set router 691fcaff-69ba-4fa5-b47d-61aeb07686d7 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:54:55.318997 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:55.368678 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:55.369048 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:55.440473 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'name': 'tempest-TestShelveInstance-932409992-router', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:50Z', 'revision_number': 4, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'gw_port': {'id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': 'b1755b82-4b45-43c5-9b7b-b49bb1f21df7', 'name': '', 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7fcaaeb7-7600-4beb-ab73-2b9c379c9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:49Z', 'updated_at': '2021-08-30T07:54:54Z', 'revision_number': 4, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'subnets': [{'id': '7fcaaeb7-7600-4beb-ab73-2b9c379c9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:54:55.453326 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device b1755b82-4b45-43c5-9b7b-b49bb1f21df7 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:55.477722 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813485d9-43d4-4de0-94ed-44a5b6201d6c None None] The sync data for ids ['691fcaff-69ba-4fa5-b47d-61aeb07686d7'] in dv-cinder-804735-4-iscsi is: [{'id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'name': 'tempest-TestShelveInstance-932409992-router', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:50Z', 'revision_number': 4, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'gw_port': {'id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': 'b1755b82-4b45-43c5-9b7b-b49bb1f21df7', 'name': '', 'network_id': '12eb9365-78d3-4fc2-8f90-d89da3f5719a', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7fcaaeb7-7600-4beb-ab73-2b9c379c9f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:49Z', 'updated_at': '2021-08-30T07:54:54Z', 'revision_number': 4, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'subnets': [{'id': '7fcaaeb7-7600-4beb-ab73-2b9c379c9f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:54:55.507669 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning for port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:54:55.511294 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:55.511660 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:55.592280 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:55.632186 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] For port b1755b82-4b45-43c5-9b7b-b49bb1f21df7, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=b1755b82-4b45-43c5-9b7b-b49bb1f21df7,segment=NetworkSegment(404aa668-4b29-4e3a-a45d-053cc2d90981),segment_id=404aa668-4b29-4e3a-a45d-053cc2d90981)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:54:55.636034 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:54:55.685971 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Pushing event updated for resources: {'Port': ['ID=b1755b82-4b45-43c5-9b7b-b49bb1f21df7,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:54:57.286552 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device b1755b82-4b45-43c5-9b7b-b49bb1f21df7 up at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:54:57.340185 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Provisioning complete for port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:54:57.340559 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:03.561309 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-752620cc-3744-4144-a4fc-6c0125d004cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:05.288628 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:06.163256 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7b2debf2-9f12-419d-8897-94eb429629b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:06.693012 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:07.407663 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:08.710352 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:12.008375 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:55:16.745726 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-746d67e7-6a22-4569-910d-809ecd48a798 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598616014&fields=id&tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73 HTTP/1.1" status: 200 len: 267 time: 0.0323834 Aug 30 07:55:16.853258 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-21c48cfe-b180-4225-9a09-57a92e1c64e5 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:16.854758 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-21c48cfe-b180-4225-9a09-57a92e1c64e5 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/networks?id=f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 200 len: 809 time: 0.1016464 Aug 30 07:55:16.869676 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-86c5c597-db7b-41d0-b605-04c8d0f97d28 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/quotas/c9d46db4f31b48aeb2f3929ed73c4d73 HTTP/1.1" status: 200 len: 375 time: 0.0091333 Aug 30 07:55:16.920885 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-ae63bc3c-a395-4e53-982d-bd5befa24301 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459626 Aug 30 07:55:17.013311 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-66c2e06b-511b-4e9d-ba13-e5a671c12669 service neutron] 10.222.0.64 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811558 Aug 30 07:55:17.106540 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b69dbfaa-290c-4418-9397-e17cb2903c33 service neutron] 10.222.0.64 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869522 Aug 30 07:55:17.495538 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-94db753c-5e44-40ec-82ea-9187f23c1dc1 req-96bbad7e-1c07-4884-b3c8-72e3a976ec9b tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 210 time: 0.1300516 Aug 30 07:55:18.426729 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-67d4f107-ff50-4d13-87c6-f739e6f3d78e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:18.428463 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-67d4f107-ff50-4d13-87c6-f739e6f3d78e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.68 "GET /v2.0/networks?id=f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 200 len: 809 time: 0.1109998 Aug 30 07:55:18.473195 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-97b9df48-713b-40af-9906-62a83b8996c9 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73 HTTP/1.1" status: 200 len: 380 time: 0.0353312 Aug 30 07:55:18.482527 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Request body: {'port': {'device_id': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'admin_state_up': True, 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'security_groups': ['795f4699-abad-4832-a3ea-866ee998efe7']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:55:18.612528 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7732ac04-1fc1-4f68-9b78-19385a6946c9 req-e9f0d43f-a2f7-46fe-86ba-c08890dd72f5 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 210 time: 0.0356727 Aug 30 07:55:18.623106 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Made reservation on behalf of c9d46db4f31b48aeb2f3929ed73c4d73 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 07:55:18.626865 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:18.753395 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Allocated IP 172.20.0.13 (f856a68d-2fd8-48bb-b3aa-f616a98ec007/5d7a174b-714d-4b6e-aa41-013a8530cb0f/3ecd2ce1-2216-43ca-8904-8c8a01819a2e) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:55:18.909010 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:18.923299 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Transition to ACTIVE for port object 3ecd2ce1-2216-43ca-8904-8c8a01819a2e will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:55:18.954576 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:18.998506 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Network f856a68d-2fd8-48bb-b3aa-f616a98ec007 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:55:19.001515 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:55:19.005342 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:55:19.011879 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event updated for resources: {'Port': ['ID=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:19.058451 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:19.058976 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:19.075456 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-b5e81fbd-f310-43c9-9fee-32c6664a9cff tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5968022 Aug 30 07:55:19.137340 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Request body: {'port': {'device_id': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:55:19.197132 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:19.262826 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-082c80ba-53f8-4c88-a888-8391c0072dad None None] Provisioning for port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:55:19.266734 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-082c80ba-53f8-4c88-a888-8391c0072dad None None] Provisioning complete for port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:55:19.267408 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-082c80ba-53f8-4c88-a888-8391c0072dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:19.305952 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-082c80ba-53f8-4c88-a888-8391c0072dad None None] Port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 07:55:19.463527 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecd2ce1-2216-43ca-8904-8c8a01819a2e {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:55:19.471606 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:19.484874 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Transition to ACTIVE for port object 3ecd2ce1-2216-43ca-8904-8c8a01819a2e will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 07:55:19.489261 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:19.541924 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:19.618630 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Attempting to bind port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 07:55:19.619214 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Attempting to bind port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 07:55:19.619749 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Attempting to bind port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e on network f856a68d-2fd8-48bb-b3aa-f616a98ec007 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:55:19.626335 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e on network f856a68d-2fd8-48bb-b3aa-f616a98ec007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 07:55:19.626658 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Attempting to bind port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e on network f856a68d-2fd8-48bb-b3aa-f616a98ec007 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 07:55:19.632674 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Checking agent: {'id': '122f0b9d-523c-4446-9b48-1a4ea97bf019', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'started_at': datetime.datetime(2021, 8, 30, 7, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 7, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 07:55:19.633290 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Checking segment: {'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 07:55:19.633863 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Bound using segment: {'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 07:55:19.634375 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Bound port: 3ecd2ce1-2216-43ca-8904-8c8a01819a2e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac85c6c-43cc-492d-8314-f120d3d995fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 07:55:19.634953 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:19.749554 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] For port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e, host hv-cinder-80473, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 07:55:19.753261 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] For port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 07:55:19.758550 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:19.769689 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddce52-f380-4d47-83ce-d3f5af0adc84 req-d585f166-a8bc-4a32-b158-670636a29111 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:19.771173 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ceddce52-f380-4d47-83ce-d3f5af0adc84 req-d585f166-a8bc-4a32-b158-670636a29111 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0748715 Aug 30 07:55:19.821068 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:19.821723 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:19.823213 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] 10.222.0.68 "PUT /v2.0/ports/3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 200 len: 1094 time: 0.7385371 Aug 30 07:55:19.823824 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:55:19.826234 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebedd93-1ab6-4cd8-8366-506a6eb8ecba" -d '{"events": [{"name": "network-changed", "server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:55:19.887815 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7feb9d-fc2b-4e1d-a51a-42465e074b7a service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:19.919447 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ceddce52-f380-4d47-83ce-d3f5af0adc84 req-636c8ef5-063a-4015-aabd-a34998219ddf tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229753 Aug 30 07:55:19.935807 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-bd382698-5272-4f0e-a016-ef5a60f44a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:19.937425 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-bd382698-5272-4f0e-a016-ef5a60f44a27 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1097 time: 0.0606859 Aug 30 07:55:19.952855 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601c82d5-5cda-4481-b486-885e0377c99b x-openstack-request-id: req-601c82d5-5cda-4481-b486-885e0377c99b {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:55:19.953157 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:55:19.953416 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-601c82d5-5cda-4481-b486-885e0377c99b {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:55:19.953820 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'status': 'completed', 'code': 200} Aug 30 07:55:19.989779 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-7df0608f-564c-4e67-bcf1-0eb65b13c89a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 200 len: 217 time: 0.0440972 Aug 30 07:55:20.055226 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-2fc1e9aa-fc2d-497b-9574-bb7921b7fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:20.056722 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-2fc1e9aa-fc2d-497b-9574-bb7921b7fca2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7a174b-714d-4b6e-aa41-013a8530cb0f HTTP/1.1" status: 200 len: 848 time: 0.0603218 Aug 30 07:55:20.102538 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-c5acb995-902a-4730-befc-e2ec794565c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:20.104087 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-c5acb995-902a-4730-befc-e2ec794565c7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f856a68d-2fd8-48bb-b3aa-f616a98ec007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401745 Aug 30 07:55:20.192143 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-bbc6a118-3307-4baa-bec9-4c1d5d637406 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806582 Aug 30 07:55:20.286140 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f19dac3-c0c7-41c0-b285-998069ffb5fb req-3eef2752-c4e8-41d4-bf66-57fafe61e2dc service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870345 Aug 30 07:55:20.376436 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebedd93-1ab6-4cd8-8366-506a6eb8ecba req-c0710a54-8bbb-4a4d-81d8-1f92fef8f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:20.377814 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9ebedd93-1ab6-4cd8-8366-506a6eb8ecba req-c0710a54-8bbb-4a4d-81d8-1f92fef8f12d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1097 time: 0.0408542 Aug 30 07:55:20.469103 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebedd93-1ab6-4cd8-8366-506a6eb8ecba req-a79001c1-deba-4379-9625-bb5b2ec20ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:20.470625 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9ebedd93-1ab6-4cd8-8366-506a6eb8ecba req-a79001c1-deba-4379-9625-bb5b2ec20ac0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 200 len: 910 time: 0.0856907 Aug 30 07:55:20.511904 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9ebedd93-1ab6-4cd8-8366-506a6eb8ecba req-7418361b-a193-4cec-82c6-956e3fa28e75 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 200 len: 217 time: 0.0346825 Aug 30 07:55:20.561203 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebedd93-1ab6-4cd8-8366-506a6eb8ecba req-d67506c6-f334-4609-8599-352b8e782739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:20.562642 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9ebedd93-1ab6-4cd8-8366-506a6eb8ecba req-d67506c6-f334-4609-8599-352b8e782739 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7a174b-714d-4b6e-aa41-013a8530cb0f HTTP/1.1" status: 200 len: 848 time: 0.0434880 Aug 30 07:55:20.610631 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebedd93-1ab6-4cd8-8366-506a6eb8ecba req-0c834053-c950-4502-b359-b65a8f80bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:20.612202 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9ebedd93-1ab6-4cd8-8366-506a6eb8ecba req-0c834053-c950-4502-b359-b65a8f80bc2c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f856a68d-2fd8-48bb-b3aa-f616a98ec007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425270 Aug 30 07:55:20.700483 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9ebedd93-1ab6-4cd8-8366-506a6eb8ecba req-10f83ad7-987a-4001-b1f5-bbba983c1725 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802641 Aug 30 07:55:20.792625 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9ebedd93-1ab6-4cd8-8366-506a6eb8ecba req-00f51f82-f950-44c6-aa62-c15ef8e298f3 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840738 Aug 30 07:55:21.301478 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2921c78-ad06-49a7-b473-f8976f62592b req-cc33d257-20f5-4ea4-a363-c61e1425650d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:21.302979 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a2921c78-ad06-49a7-b473-f8976f62592b req-cc33d257-20f5-4ea4-a363-c61e1425650d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.3043168 Aug 30 07:55:21.341305 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a2921c78-ad06-49a7-b473-f8976f62592b req-fe9e067a-3e12-4b33-8982-d67cb8c6cfb2 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323310 Aug 30 07:55:22.457673 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8d79b-d0e6-4f0b-81c2-4ffda789e1f4 req-b4b223f2-eb09-48f1-ae97-0c975ad2b8c3 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:22.459157 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-00e8d79b-d0e6-4f0b-81c2-4ffda789e1f4 req-b4b223f2-eb09-48f1-ae97-0c975ad2b8c3 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0473075 Aug 30 07:55:22.496939 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-00e8d79b-d0e6-4f0b-81c2-4ffda789e1f4 req-56f48808-c827-4cc6-93f9-0b58ecf18479 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317745 Aug 30 07:55:23.607504 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac8db7-b201-4a74-b122-65bdd74112a8 req-ae9a34db-0028-4c48-97c8-aec90bfdddc0 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:23.609251 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3aac8db7-b201-4a74-b122-65bdd74112a8 req-ae9a34db-0028-4c48-97c8-aec90bfdddc0 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0480790 Aug 30 07:55:23.651322 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3aac8db7-b201-4a74-b122-65bdd74112a8 req-b7926cea-0d10-4f9c-8b78-472612617739 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353286 Aug 30 07:55:24.764095 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2681cb-4be5-44d0-89e4-33b0dd9ad019 req-b7f6b829-8231-4457-a591-d5ba855e03bc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:24.765547 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c2681cb-4be5-44d0-89e4-33b0dd9ad019 req-b7f6b829-8231-4457-a591-d5ba855e03bc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0477180 Aug 30 07:55:24.802922 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c2681cb-4be5-44d0-89e4-33b0dd9ad019 req-e5fbf7e2-6e73-49a2-99da-5876ef10eee9 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314126 Aug 30 07:55:25.787834 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [req-d258d1fb-0564-417c-83b2-0c495d3a594b req-f9b263c0-0f84-4db0-aa97-05f74f8a171e service neutron] (100500) timed out ('10.222.0.68', 55762) {{(pid=100500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 07:55:25.916830 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab1546-e0c5-4fe5-a4c4-acc0a601d066 req-826d4906-c945-4c9b-abf2-be58f2cb4c3e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:25.918305 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-16ab1546-e0c5-4fe5-a4c4-acc0a601d066 req-826d4906-c945-4c9b-abf2-be58f2cb4c3e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0493104 Aug 30 07:55:25.958381 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-16ab1546-e0c5-4fe5-a4c4-acc0a601d066 req-1d38ad3d-6b7d-4279-842c-2c387f9f4dae tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337398 Aug 30 07:55:27.070144 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74e19d-7a24-4991-a986-94f3cfad573c req-3c68ff54-a230-4dce-914b-5d4b3352233d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:27.071673 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c74e19d-7a24-4991-a986-94f3cfad573c req-3c68ff54-a230-4dce-914b-5d4b3352233d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0482481 Aug 30 07:55:27.113775 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4c74e19d-7a24-4991-a986-94f3cfad573c req-1497921f-b0fa-463f-8b80-3ae484354ead tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357919 Aug 30 07:55:28.225579 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922e6d3-de55-42c4-9f10-eea28c362753 req-456080ed-3960-4c7f-aa02-0d1cd354c62e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:28.227088 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b922e6d3-de55-42c4-9f10-eea28c362753 req-456080ed-3960-4c7f-aa02-0d1cd354c62e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0486171 Aug 30 07:55:28.264637 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b922e6d3-de55-42c4-9f10-eea28c362753 req-5b069fff-8ee9-44b7-be7b-bd48ee36fa85 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Aug 30 07:55:28.455128 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3ecd2ce1-2216-43ca-8904-8c8a01819a2e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:55:28.546618 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:55:28.558375 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'port_id': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'mac_address': 'fa:16:3e:c4:e6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:55:28.598919 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:28.611358 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecd2ce1-2216-43ca-8904-8c8a01819a2e {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:55:28.632299 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:55:28.636534 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:28.683261 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:29.010596 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['3ecd2ce1-2216-43ca-8904-8c8a01819a2e'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:55:29.377615 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fe394-4ee6-4991-8e66-4f05b0c48eb9 req-d0344fb8-a7eb-45f3-9f38-a856b21be7e1 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:29.379144 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-316fe394-4ee6-4991-8e66-4f05b0c48eb9 req-d0344fb8-a7eb-45f3-9f38-a856b21be7e1 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 945 time: 0.0479825 Aug 30 07:55:29.417480 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-316fe394-4ee6-4991-8e66-4f05b0c48eb9 req-8d3f4abc-41f2-4596-bcde-7f0848d79df6 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322518 Aug 30 07:55:30.455545 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3ecd2ce1-2216-43ca-8904-8c8a01819a2e up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:55:30.507872 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning for port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 07:55:30.511965 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:55:30.512334 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:30.534653 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90358600-f4b2-4322-9276-ccf6645cdb93 req-fb8a39c0-e870-45bc-b1db-7ce0f3dee8b7 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:30.536183 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-90358600-f4b2-4322-9276-ccf6645cdb93 req-fb8a39c0-e870-45bc-b1db-7ce0f3dee8b7 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 945 time: 0.0519993 Aug 30 07:55:30.579283 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-90358600-f4b2-4322-9276-ccf6645cdb93 req-d70cbde3-b24d-4131-a0cc-aba84c915a8e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364995 Aug 30 07:55:30.594813 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:30.617684 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:55:30.619956 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7f8ede-fa0f-48a0-af7f-096d4c2cd691" -d '{"events": [{"server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:55:30.633330 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:55:30.637932 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:30.665683 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd513f1-17c1-4635-ae1c-47e36e618cf1 x-openstack-request-id: req-dcd513f1-17c1-4635-ae1c-47e36e618cf1 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:55:30.665975 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:55:30.666226 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcd513f1-17c1-4635-ae1c-47e36e618cf1 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:55:30.666617 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'code': 200} Aug 30 07:55:30.696218 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:30.870880 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cc66d-5446-4ff8-b5c2-12e2e3b4dc79 req-4028e658-7a3b-4d2e-93c6-7630c59f1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:30.872389 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-980cc66d-5446-4ff8-b5c2-12e2e3b4dc79 req-4028e658-7a3b-4d2e-93c6-7630c59f1a06 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1099 time: 0.0390692 Aug 30 07:55:30.907126 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-980cc66d-5446-4ff8-b5c2-12e2e3b4dc79 req-537764ad-7f92-42f8-b250-5a7be8b9e528 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274003 Aug 30 07:55:31.693769 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07496172-ec3e-480a-bffe-2dc2ea078f28 req-583fb624-6030-4591-8b00-e74b0bae381c tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:31.695277 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-07496172-ec3e-480a-bffe-2dc2ea078f28 req-583fb624-6030-4591-8b00-e74b0bae381c tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0502172 Aug 30 07:55:31.733677 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-07496172-ec3e-480a-bffe-2dc2ea078f28 req-e92199df-69fb-4e6e-bf03-8dacc9205942 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319288 Aug 30 07:55:32.848521 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a716f-c7b6-4200-b199-b751e346dc65 req-e4e4df6a-d39c-4fa3-a0aa-c7591ab7cb51 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:32.850024 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-121a716f-c7b6-4200-b199-b751e346dc65 req-e4e4df6a-d39c-4fa3-a0aa-c7591ab7cb51 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0485775 Aug 30 07:55:32.892714 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-121a716f-c7b6-4200-b199-b751e346dc65 req-cc7c5edc-5159-472e-80e2-434b3ffb65f3 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368311 Aug 30 07:55:33.006343 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bdad6-3fd3-42bb-bbc7-f9e2da8e020a req-f2d8c405-76e6-47c8-ad4e-dc953a75f9d6 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:33.007856 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a8bdad6-3fd3-42bb-bbc7-f9e2da8e020a req-f2d8c405-76e6-47c8-ad4e-dc953a75f9d6 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0484698 Aug 30 07:55:33.047127 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a8bdad6-3fd3-42bb-bbc7-f9e2da8e020a req-67c6f9b8-9802-43a0-9558-5c48e32d6eb0 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327322 Aug 30 07:55:33.067909 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 57074) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:55:33.149001 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec0d07d-a80c-4447-b309-46bdc2d09ddc tempest-TestShelveInstance-1331385455 tempest-TestShelveInstance-1331385455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:33.150830 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-dec0d07d-a80c-4447-b309-46bdc2d09ddc tempest-TestShelveInstance-1331385455 tempest-TestShelveInstance-1331385455-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1094 time: 0.0819259 Aug 30 07:55:33.153725 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 57078) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:55:33.158092 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Request body: {'floatingip': {'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'port_id': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 07:55:33.179636 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for floatingip, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:33.282013 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:33.382961 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Allocated IP 172.27.1.30 (59ff83ee-6d51-4380-b781-8170ef3e97d5/4ea6efef-6040-4996-872e-a963349e1111/05e1e0ed-fedf-480e-8356-d1fba7804a25) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 07:55:33.488713 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:33.529701 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735427427359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:33.562537 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-6b082866-7e61-4cce-baff-a88fe2a3f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:33.563471 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Network 59ff83ee-6d51-4380-b781-8170ef3e97d5 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 07:55:33.568730 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 07:55:33.572144 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 07:55:33.595095 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event updated for resources: {'Port': ['ID=05e1e0ed-fedf-480e-8356-d1fba7804a25,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:33.607650 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:33.607992 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:33.608325 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:33.608649 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:33.608971 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:33.609324 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:33.609640 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:33.609966 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:33.610270 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:33.610582 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:33.610895 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:33.611228 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:55:33.923607 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:33.991273 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:34.140812 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:34.145407 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1071471385'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:34.216457 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event updated for resources: {'Port': ['ID=05e1e0ed-fedf-480e-8356-d1fba7804a25,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:55:34.227484 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1697950'] for floatingip, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:34.323130 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Floating IP b5843a5a-e940-46ce-9e79-dc20b64b16d1 associated. External IP: 172.27.1.30, port: 3ecd2ce1-2216-43ca-8904-8c8a01819a2e. Aug 30 07:55:34.519924 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Router e778f4a0-31b1-4d36-8ccf-bd076339e6cf has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:55:34.622713 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:55:34.632182 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a727e2-8a36-4224-ba99-02c409ad95fa None None] Sync routers for ids ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:55:34.639747 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:34.641001 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a727e2-8a36-4224-ba99-02c409ad95fa None None] Routers {'e778f4a0-31b1-4d36-8ccf-bd076339e6cf'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:55:34.641595 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-65a727e2-8a36-4224-ba99-02c409ad95fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:55:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:55:34.667160 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-18814581-9ed4-43cd-bc37-6ea2bfec2530 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5124409 Aug 30 07:55:34.668176 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:55:34.670618 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc490008-40bb-4a59-8220-f1a28791c4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:55:34.709875 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630c9d51-4e42-494c-b59e-cf9a2e76a02d x-openstack-request-id: req-630c9d51-4e42-494c-b59e-cf9a2e76a02d {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:55:34.710173 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:55:34.710428 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-630c9d51-4e42-494c-b59e-cf9a2e76a02d {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:55:34.710839 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'status': 'completed', 'code': 200} Aug 30 07:55:34.772677 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc490008-40bb-4a59-8220-f1a28791c4b6 req-a7e9f91f-ba0e-4c6f-853f-0299f846a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:34.774214 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bc490008-40bb-4a59-8220-f1a28791c4b6 req-a7e9f91f-ba0e-4c6f-853f-0299f846a751 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1099 time: 0.0415952 Aug 30 07:55:34.862455 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc490008-40bb-4a59-8220-f1a28791c4b6 req-8a9b7bd5-119b-4ed4-af0f-206dc9282cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:34.863945 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bc490008-40bb-4a59-8220-f1a28791c4b6 req-8a9b7bd5-119b-4ed4-af0f-206dc9282cc1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 200 len: 910 time: 0.0826094 Aug 30 07:55:34.876879 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-65a727e2-8a36-4224-ba99-02c409ad95fa None None] Set router e778f4a0-31b1-4d36-8ccf-bd076339e6cf gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:55:34.931628 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bc490008-40bb-4a59-8220-f1a28791c4b6 req-06bf029b-7c48-48cf-aa6c-c2d1d693fe9b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 200 len: 999 time: 0.0604987 Aug 30 07:55:34.985143 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc490008-40bb-4a59-8220-f1a28791c4b6 req-b2bb3341-8798-442a-9533-14f97579661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:34.986694 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bc490008-40bb-4a59-8220-f1a28791c4b6 req-b2bb3341-8798-442a-9533-14f97579661a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7a174b-714d-4b6e-aa41-013a8530cb0f HTTP/1.1" status: 200 len: 848 time: 0.0466058 Aug 30 07:55:35.032280 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc490008-40bb-4a59-8220-f1a28791c4b6 req-c6bac31b-dbef-45ea-92e0-41110410470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:35.033716 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bc490008-40bb-4a59-8220-f1a28791c4b6 req-c6bac31b-dbef-45ea-92e0-41110410470b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f856a68d-2fd8-48bb-b3aa-f616a98ec007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402691 Aug 30 07:55:35.095314 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-65a727e2-8a36-4224-ba99-02c409ad95fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': 'b5843a5a-e940-46ce-9e79-dc20b64b16d1', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'port_id': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'mac_address': 'fa:16:3e:c4:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:55:33Z', 'updated_at': '2021-08-30T07:55:33Z', 'revision_number': 0, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450b2a-0c24-48be-b43b-1093c63106ba', 'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'mac_address': 'fa:16:3e:ff:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:45Z', 'updated_at': '2021-08-30T07:54:51Z', 'revision_number': 5, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'subnets': [{'id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:55:35.120398 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a727e2-8a36-4224-ba99-02c409ad95fa None None] Checking router: e778f4a0-31b1-4d36-8ccf-bd076339e6cf for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:55:35.125452 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bc490008-40bb-4a59-8220-f1a28791c4b6 req-97cb7ea6-b633-4216-a485-d5ab0a99f998 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847418 Aug 30 07:55:35.128878 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a727e2-8a36-4224-ba99-02c409ad95fa None None] Routers {'e778f4a0-31b1-4d36-8ccf-bd076339e6cf'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:55:35.129471 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-65a727e2-8a36-4224-ba99-02c409ad95fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:55:06Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:55:35.213042 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bc490008-40bb-4a59-8220-f1a28791c4b6 req-0f662e6c-d67a-4473-ab9c-a1051239f088 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806966 Aug 30 07:55:35.235025 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-65a727e2-8a36-4224-ba99-02c409ad95fa None None] Set router e778f4a0-31b1-4d36-8ccf-bd076339e6cf gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:55:35.326371 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:35.465636 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-65a727e2-8a36-4224-ba99-02c409ad95fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': 'b5843a5a-e940-46ce-9e79-dc20b64b16d1', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'port_id': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'mac_address': 'fa:16:3e:c4:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:55:33Z', 'updated_at': '2021-08-30T07:55:33Z', 'revision_number': 0, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450b2a-0c24-48be-b43b-1093c63106ba', 'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'mac_address': 'fa:16:3e:ff:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:45Z', 'updated_at': '2021-08-30T07:54:51Z', 'revision_number': 5, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'subnets': [{'id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:55:35.494096 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a727e2-8a36-4224-ba99-02c409ad95fa None None] The sync data for ids ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'] in dv-cinder-804735-4-iscsi is: [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_floatingips': [{'id': 'b5843a5a-e940-46ce-9e79-dc20b64b16d1', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'router_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'port_id': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'mac_address': 'fa:16:3e:c4:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T07:55:33Z', 'updated_at': '2021-08-30T07:55:33Z', 'revision_number': 0, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450b2a-0c24-48be-b43b-1093c63106ba', 'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'mac_address': 'fa:16:3e:ff:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:45Z', 'updated_at': '2021-08-30T07:54:51Z', 'revision_number': 5, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'subnets': [{'id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:55:35.674673 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048a7c3-2f73-4f32-be95-60ccaffe4703 None None] New status for floating IP b5843a5a-e940-46ce-9e79-dc20b64b16d1: ACTIVE {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:55:36.165181 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-250997c9-a531-4d55-9f1b-be1aa63e24b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:36.693467 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:37.413734 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:38.714829 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:55:48.459581 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b5786558-6e64-428d-9ad8-bc44ca22e69f req-39cf21a8-a6ed-4cca-9af6-3c50c72c305a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429549 Aug 30 07:55:48.542399 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5786558-6e64-428d-9ad8-bc44ca22e69f req-eee999c1-28b4-4a6e-8e76-a0776d39bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:48.543845 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b5786558-6e64-428d-9ad8-bc44ca22e69f req-eee999c1-28b4-4a6e-8e76-a0776d39bf46 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1099 time: 0.0390232 Aug 30 07:55:48.642126 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5786558-6e64-428d-9ad8-bc44ca22e69f req-e69abc4d-eb9b-45d8-8e71-e68b15d6497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:48.643592 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b5786558-6e64-428d-9ad8-bc44ca22e69f req-e69abc4d-eb9b-45d8-8e71-e68b15d6497e service neutron] 10.222.0.68 "GET /v2.0/networks?id=f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 200 len: 910 time: 0.0807626 Aug 30 07:55:48.709357 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b5786558-6e64-428d-9ad8-bc44ca22e69f req-e3537cca-85e5-42dd-9cc1-c62c44b31d81 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 200 len: 1001 time: 0.0591125 Aug 30 07:55:48.756453 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5786558-6e64-428d-9ad8-bc44ca22e69f req-f3a95ef3-f4f9-4403-83a3-a77f5bc1094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:48.757862 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b5786558-6e64-428d-9ad8-bc44ca22e69f req-f3a95ef3-f4f9-4403-83a3-a77f5bc1094f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7a174b-714d-4b6e-aa41-013a8530cb0f HTTP/1.1" status: 200 len: 848 time: 0.0418849 Aug 30 07:55:48.802456 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5786558-6e64-428d-9ad8-bc44ca22e69f req-44881779-c8e5-4e9b-b09c-e2a81697e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:55:48.803854 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b5786558-6e64-428d-9ad8-bc44ca22e69f req-44881779-c8e5-4e9b-b09c-e2a81697e3de service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f856a68d-2fd8-48bb-b3aa-f616a98ec007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377541 Aug 30 07:55:48.891417 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b5786558-6e64-428d-9ad8-bc44ca22e69f req-7e36a8a5-4dce-4f9e-9848-2f7efdfe8e6c service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807695 Aug 30 07:55:48.975839 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b5786558-6e64-428d-9ad8-bc44ca22e69f req-bf8c64c7-ac24-4436-80fe-0141827f71d3 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777833 Aug 30 07:55:49.008267 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:56:03.564085 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-20f4f1f5-e7e2-4519-9481-7932ae297018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:05.295792 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:06.166638 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0be509d9-c962-4353-9117-85ae2da08d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:06.694013 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:07.413638 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:08.718228 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:26.007264 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:56:33.564467 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-90314567-1203-49f0-b020-54bbcbab5a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:35.300405 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.166639 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-68bd22e8-a149-4f0e-807e-e1573a01cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:36.694295 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:37.416176 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:38.721341 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:56:48.454187 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-de073b9b-a0f0-4813-8308-723f8a25693b req-68d58f22-07ce-48fa-adde-f289574bc428 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425553 Aug 30 07:56:48.532385 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073b9b-a0f0-4813-8308-723f8a25693b req-336129fd-003d-4a8d-b451-82adfc0d56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:48.533815 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-de073b9b-a0f0-4813-8308-723f8a25693b req-336129fd-003d-4a8d-b451-82adfc0d56a8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1099 time: 0.0396731 Aug 30 07:56:48.633824 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073b9b-a0f0-4813-8308-723f8a25693b req-87b9bc82-0e43-4033-9afa-4f15d2205eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:48.635317 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-de073b9b-a0f0-4813-8308-723f8a25693b req-87b9bc82-0e43-4033-9afa-4f15d2205eec service neutron] 10.222.0.68 "GET /v2.0/networks?id=f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 200 len: 910 time: 0.0822673 Aug 30 07:56:48.703307 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-de073b9b-a0f0-4813-8308-723f8a25693b req-baa55cc7-35ad-49d9-94fc-88df200bbe33 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 200 len: 1001 time: 0.0612736 Aug 30 07:56:48.753028 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073b9b-a0f0-4813-8308-723f8a25693b req-fff94073-c466-4b4d-b743-676743bfe889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:48.754479 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-de073b9b-a0f0-4813-8308-723f8a25693b req-fff94073-c466-4b4d-b743-676743bfe889 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7a174b-714d-4b6e-aa41-013a8530cb0f HTTP/1.1" status: 200 len: 848 time: 0.0435207 Aug 30 07:56:48.799134 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073b9b-a0f0-4813-8308-723f8a25693b req-d020e2b6-f21e-45e9-98b7-2a93e44f42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:56:48.800724 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-de073b9b-a0f0-4813-8308-723f8a25693b req-d020e2b6-f21e-45e9-98b7-2a93e44f42e0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f856a68d-2fd8-48bb-b3aa-f616a98ec007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394471 Aug 30 07:56:48.890147 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-de073b9b-a0f0-4813-8308-723f8a25693b req-28f25f8d-b4d2-46b0-a70b-0fc1fa281e4c service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822222 Aug 30 07:56:48.976921 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-de073b9b-a0f0-4813-8308-723f8a25693b req-51400307-f285-4fff-9dc5-1117931b0f50 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794039 Aug 30 07:57:03.006591 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:57:03.564165 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7f797945-ed3e-4a59-b2bd-f667a4a23fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:05.292801 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:06.166454 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-abbc496b-313c-43a1-afe3-e0954995290c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:06.698807 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:07.417660 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:08.723305 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:33.565027 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-3ce76818-766b-45f0-bec0-5f1bfc643fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:35.306038 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:36.167756 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-31154964-9e47-4c28-9499-c8b9b0311fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:36.699818 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:37.420830 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:38.727871 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:57:40.006199 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:57:49.953551 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a2f4c-6634-47e7-8dbb-b2058f1a3a02 req-ef646671-e929-4c2e-8103-69b80273818d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:49.955020 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f00a2f4c-6634-47e7-8dbb-b2058f1a3a02 req-ef646671-e929-4c2e-8103-69b80273818d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0485404 Aug 30 07:57:49.996421 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f00a2f4c-6634-47e7-8dbb-b2058f1a3a02 req-7ed6c04d-d5d2-4b71-b8a3-4397a29de8a7 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349066 Aug 30 07:57:50.496249 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a7551-b6fc-401a-861c-b7fcda2a60cf req-7376dc35-6a6f-4544-b1c8-00299a80a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:50.497774 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-302a7551-b6fc-401a-861c-b7fcda2a60cf req-7376dc35-6a6f-4544-b1c8-00299a80a27f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1099 time: 0.0411372 Aug 30 07:57:50.602421 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a7551-b6fc-401a-861c-b7fcda2a60cf req-1ca59ccb-d79d-4c9e-a0f5-48511bd4925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:50.603932 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-302a7551-b6fc-401a-861c-b7fcda2a60cf req-1ca59ccb-d79d-4c9e-a0f5-48511bd4925b service neutron] 10.222.0.68 "GET /v2.0/networks?id=f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 200 len: 910 time: 0.0866830 Aug 30 07:57:50.673795 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-302a7551-b6fc-401a-861c-b7fcda2a60cf req-4c4c22a5-d8dc-4538-bcb5-b6e11818fd71 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 200 len: 1001 time: 0.0629461 Aug 30 07:57:50.722381 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a7551-b6fc-401a-861c-b7fcda2a60cf req-e0506002-3177-400f-b403-8d685370008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:50.724206 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-302a7551-b6fc-401a-861c-b7fcda2a60cf req-e0506002-3177-400f-b403-8d685370008c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7a174b-714d-4b6e-aa41-013a8530cb0f HTTP/1.1" status: 200 len: 848 time: 0.0436358 Aug 30 07:57:50.769765 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a7551-b6fc-401a-861c-b7fcda2a60cf req-6cffe031-1b63-4c29-99ae-434e81bb721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:50.771272 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-302a7551-b6fc-401a-861c-b7fcda2a60cf req-6cffe031-1b63-4c29-99ae-434e81bb721f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f856a68d-2fd8-48bb-b3aa-f616a98ec007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395076 Aug 30 07:57:51.138400 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-302a7551-b6fc-401a-861c-b7fcda2a60cf req-e935fa0d-8de3-413c-9c51-81cdef0bd36b service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600461 Aug 30 07:57:51.153469 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dfccd-5106-45c8-81ed-151bb0fc82f8 req-cdbf997b-9d66-4e88-9da8-e0bf8a28d701 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:51.154876 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a30dfccd-5106-45c8-81ed-151bb0fc82f8 req-cdbf997b-9d66-4e88-9da8-e0bf8a28d701 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0625076 Aug 30 07:57:51.239044 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a30dfccd-5106-45c8-81ed-151bb0fc82f8 req-14b0ee01-3aa9-4e83-896d-3eb196a40bb7 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762286 Aug 30 07:57:51.265612 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-302a7551-b6fc-401a-861c-b7fcda2a60cf req-fb2485a5-64c4-4613-8899-011ef0d51b50 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097696 Aug 30 07:57:52.366153 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ec2e2-2667-4fcf-b45b-df59ed06d5a9 req-e509b8a7-29a5-4ffb-bce1-8a659bafe3dc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:52.367673 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c3ec2e2-2667-4fcf-b45b-df59ed06d5a9 req-e509b8a7-29a5-4ffb-bce1-8a659bafe3dc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0490131 Aug 30 07:57:52.405536 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c3ec2e2-2667-4fcf-b45b-df59ed06d5a9 req-30d9a38e-4a55-4342-8635-20529bf8c824 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321002 Aug 30 07:57:53.518270 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6a4ec-5aa5-474f-abfa-24371f0de2c9 req-57f6234e-4ff0-4c19-b33c-e49f57c5dd1f tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:53.519775 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-10a6a4ec-5aa5-474f-abfa-24371f0de2c9 req-57f6234e-4ff0-4c19-b33c-e49f57c5dd1f tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0476258 Aug 30 07:57:53.558536 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-10a6a4ec-5aa5-474f-abfa-24371f0de2c9 req-00be1cde-53d5-42be-8df1-637d6233e41c tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319684 Aug 30 07:57:54.673967 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e7187-036f-4c16-8050-f9c7a2fd6e83 req-a1ef547b-6d5a-4366-bb00-78ae97206191 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:54.675470 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-010e7187-036f-4c16-8050-f9c7a2fd6e83 req-a1ef547b-6d5a-4366-bb00-78ae97206191 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0513449 Aug 30 07:57:54.718221 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-010e7187-036f-4c16-8050-f9c7a2fd6e83 req-2c2ba795-4618-48cd-bf73-704dc9039f2d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311546 Aug 30 07:57:55.831967 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf857b-ba0c-41f6-8b1d-9f7468b1ee55 req-ad56702f-1565-4943-b855-e37c8ef92e5d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:55.833596 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a6bf857b-ba0c-41f6-8b1d-9f7468b1ee55 req-ad56702f-1565-4943-b855-e37c8ef92e5d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0490632 Aug 30 07:57:55.870320 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a6bf857b-ba0c-41f6-8b1d-9f7468b1ee55 req-5025f572-f194-4ecc-acee-3d2aa352648f tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308220 Aug 30 07:57:56.983102 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a882f-24d1-47f5-becf-6307dd80d397 req-0b7ee02f-974a-4f1b-8375-6779fc9d5151 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:56.984621 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a46a882f-24d1-47f5-becf-6307dd80d397 req-0b7ee02f-974a-4f1b-8375-6779fc9d5151 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0476105 Aug 30 07:57:57.022170 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a46a882f-24d1-47f5-becf-6307dd80d397 req-c9cb6a3e-6f62-411e-9fbf-fd4793bc47c7 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315716 Aug 30 07:57:58.141609 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788c028-6b99-4631-9ab2-889052d39d7e req-5312cd9f-cf29-4aa1-a4ad-7c53f2c5014f tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:58.143136 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c788c028-6b99-4631-9ab2-889052d39d7e req-5312cd9f-cf29-4aa1-a4ad-7c53f2c5014f tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0538516 Aug 30 07:57:58.181515 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c788c028-6b99-4631-9ab2-889052d39d7e req-6c3a1b1c-a381-49fd-b2ea-85dd2c21f52d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322108 Aug 30 07:57:59.295992 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24612ef-8b93-4bdf-a500-7e88e011abd9 req-8e52a3ce-093a-4e29-959b-710427708677 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:57:59.297521 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c24612ef-8b93-4bdf-a500-7e88e011abd9 req-8e52a3ce-093a-4e29-959b-710427708677 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0491414 Aug 30 07:57:59.335960 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c24612ef-8b93-4bdf-a500-7e88e011abd9 req-6c44e463-4572-4401-939f-5a9ca8943125 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325632 Aug 30 07:58:00.454963 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698cfd3-03a0-4ff0-8d02-3cd333a99290 req-48e4c450-72dc-4497-94e0-1d7fef6f999d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:00.456484 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9698cfd3-03a0-4ff0-8d02-3cd333a99290 req-48e4c450-72dc-4497-94e0-1d7fef6f999d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0545473 Aug 30 07:58:00.495308 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9698cfd3-03a0-4ff0-8d02-3cd333a99290 req-ce881447-dcd1-4ebb-aad3-03602c9c2fe0 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323539 Aug 30 07:58:01.610977 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98661e20-7acc-47a0-a2db-315adf1466b0 req-311caf63-1e0e-435f-84e0-4f629dfdd464 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:01.612506 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-98661e20-7acc-47a0-a2db-315adf1466b0 req-311caf63-1e0e-435f-84e0-4f629dfdd464 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0522115 Aug 30 07:58:01.650226 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-98661e20-7acc-47a0-a2db-315adf1466b0 req-0428ac08-98ef-464d-ae12-4c69da20c695 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Aug 30 07:58:02.762219 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e60af4-9ea5-4bd4-8352-82c8091c49d2 req-f64266ff-92d7-44c8-a691-a5a5a0006b12 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:02.764001 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-91e60af4-9ea5-4bd4-8352-82c8091c49d2 req-f64266ff-92d7-44c8-a691-a5a5a0006b12 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0491409 Aug 30 07:58:02.803302 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-91e60af4-9ea5-4bd4-8352-82c8091c49d2 req-f6cac0da-6348-46bb-b700-44514b5ab5e0 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333147 Aug 30 07:58:03.565878 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff2de-91e6-4bf7-af72-f9da735a897d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:03.917400 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65147abf-34b7-409e-b513-9943fa1c6491 req-503afdba-e458-420e-8d55-cd2511b81e55 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:03.918868 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-65147abf-34b7-409e-b513-9943fa1c6491 req-503afdba-e458-420e-8d55-cd2511b81e55 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0475767 Aug 30 07:58:03.956055 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-65147abf-34b7-409e-b513-9943fa1c6491 req-281bdef6-5ac9-483b-b03a-a18a79166075 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312774 Aug 30 07:58:05.096830 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faad8c3-c258-4137-b8db-d50827308360 req-5a203ccc-b978-493a-9723-7aa7e953db46 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:05.098547 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5faad8c3-c258-4137-b8db-d50827308360 req-5a203ccc-b978-493a-9723-7aa7e953db46 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0759501 Aug 30 07:58:05.129919 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6eb1f-af1c-43dd-9f5f-3ac0a92dc8c7 req-aa9d52c6-6d99-4be1-be0e-6eca40244a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:05.131554 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-58e6eb1f-af1c-43dd-9f5f-3ac0a92dc8c7 req-aa9d52c6-6d99-4be1-be0e-6eca40244a12 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1099 time: 0.0691400 Aug 30 07:58:05.162925 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5faad8c3-c258-4137-b8db-d50827308360 req-891e0fc0-b06e-441c-bdd1-f50590f9b373 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577047 Aug 30 07:58:05.232161 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6eb1f-af1c-43dd-9f5f-3ac0a92dc8c7 req-e247ab79-9794-4d50-afd9-5073ef965c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:05.233696 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-58e6eb1f-af1c-43dd-9f5f-3ac0a92dc8c7 req-e247ab79-9794-4d50-afd9-5073ef965c59 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 200 len: 910 time: 0.0945442 Aug 30 07:58:05.302623 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-58e6eb1f-af1c-43dd-9f5f-3ac0a92dc8c7 req-90d182b9-8e1e-4e7d-a32b-afbcfe253d80 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 200 len: 1001 time: 0.0604765 Aug 30 07:58:05.303833 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:05.352506 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6eb1f-af1c-43dd-9f5f-3ac0a92dc8c7 req-53a2ef32-4986-493b-95f0-98b4994cd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:05.354001 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-58e6eb1f-af1c-43dd-9f5f-3ac0a92dc8c7 req-53a2ef32-4986-493b-95f0-98b4994cd572 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7a174b-714d-4b6e-aa41-013a8530cb0f HTTP/1.1" status: 200 len: 848 time: 0.0452209 Aug 30 07:58:05.403414 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6eb1f-af1c-43dd-9f5f-3ac0a92dc8c7 req-1c8f737d-386e-42df-b4ce-08d293fd1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:05.404914 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-58e6eb1f-af1c-43dd-9f5f-3ac0a92dc8c7 req-1c8f737d-386e-42df-b4ce-08d293fd1193 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f856a68d-2fd8-48bb-b3aa-f616a98ec007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445416 Aug 30 07:58:05.494830 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-58e6eb1f-af1c-43dd-9f5f-3ac0a92dc8c7 req-8311f345-1397-4a7e-a959-6100a1f80536 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820007 Aug 30 07:58:05.589278 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-58e6eb1f-af1c-43dd-9f5f-3ac0a92dc8c7 req-1957e3aa-05a9-488f-89a0-55725b0cee67 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876987 Aug 30 07:58:06.169425 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3d78-0e62-4e64-8684-60e3f386bb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:06.278125 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf46e0-832e-4503-9696-8b3317c5f4a8 req-25bd1090-e732-47b8-9204-f2c4b5d4e104 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:06.279729 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3cf46e0-832e-4503-9696-8b3317c5f4a8 req-25bd1090-e732-47b8-9204-f2c4b5d4e104 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0510850 Aug 30 07:58:06.317759 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3cf46e0-832e-4503-9696-8b3317c5f4a8 req-9fdfb8e3-9098-4de9-83b7-e7aa00796c80 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321691 Aug 30 07:58:06.700694 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:07.427550 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:07.434927 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cddff-d12e-4e50-b650-8d0cff852d59 req-c10d95b2-082d-40b9-951b-6ffad6a3a93b tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:07.436471 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-756cddff-d12e-4e50-b650-8d0cff852d59 req-c10d95b2-082d-40b9-951b-6ffad6a3a93b tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0512698 Aug 30 07:58:07.476851 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-756cddff-d12e-4e50-b650-8d0cff852d59 req-e186ba59-e861-40bf-a866-30c6c3e5dc6e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343633 Aug 30 07:58:08.588728 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a05d2-5a4e-4ab8-ae2e-443fd78da804 req-0dd8c6d2-8811-4508-9cc5-b1b2f8d774c5 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:08.590222 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-933a05d2-5a4e-4ab8-ae2e-443fd78da804 req-0dd8c6d2-8811-4508-9cc5-b1b2f8d774c5 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0477998 Aug 30 07:58:08.630806 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-933a05d2-5a4e-4ab8-ae2e-443fd78da804 req-99804ee9-1840-4038-a376-c806771d9c3b tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346766 Aug 30 07:58:08.729876 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:08.846060 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f3040-9782-4f37-ad0d-f4a83cfe4d7a req-65720d2c-7fb5-4a29-972a-d52c669cbc13 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:08.847489 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b95f3040-9782-4f37-ad0d-f4a83cfe4d7a req-65720d2c-7fb5-4a29-972a-d52c669cbc13 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0585220 Aug 30 07:58:08.858921 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-f6ba7927-7df5-4c1b-8a6c-b6daa44e73a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911798 Aug 30 07:58:08.888587 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b95f3040-9782-4f37-ad0d-f4a83cfe4d7a req-e0cdb664-84c7-494a-93a4-7efa9cf2e52d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338452 Aug 30 07:58:10.018686 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-22338247-6739-4142-b28a-959d2cd40346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:10.020228 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-22338247-6739-4142-b28a-959d2cd40346 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70&tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73 HTTP/1.1" status: 200 len: 1099 time: 0.0693820 Aug 30 07:58:10.028358 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59070709-48f8-4943-b7ab-3a5385518928 req-3dcb26f1-45ea-4c10-9dc0-1b7378d55a0d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:10.029770 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-59070709-48f8-4943-b7ab-3a5385518928 req-3dcb26f1-45ea-4c10-9dc0-1b7378d55a0d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0709517 Aug 30 07:58:10.097425 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-59070709-48f8-4943-b7ab-3a5385518928 req-a22abea7-0811-43b7-88d1-5b5f04a156ba tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614874 Aug 30 07:58:10.104949 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-a68113f6-cac4-401e-9a97-e1d4a730df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:10.106438 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-a68113f6-cac4-401e-9a97-e1d4a730df20 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1099 time: 0.0629494 Aug 30 07:58:10.197874 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-d953f1ab-2b48-4b6f-be33-1d0e222a353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:10.199325 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-d953f1ab-2b48-4b6f-be33-1d0e222a353f service neutron] 10.222.0.68 "GET /v2.0/networks?id=f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 200 len: 910 time: 0.0828900 Aug 30 07:58:10.267869 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-66fabbd5-7e15-4692-a623-13e7a02a1fb6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 200 len: 1001 time: 0.0614281 Aug 30 07:58:10.320028 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-358c1a73-add0-4ef7-89c9-258b1920bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:10.321501 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-358c1a73-add0-4ef7-89c9-258b1920bce5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7a174b-714d-4b6e-aa41-013a8530cb0f HTTP/1.1" status: 200 len: 848 time: 0.0460482 Aug 30 07:58:10.366608 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-41ededb8-e41c-4de8-89c0-abdc18f472f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:10.368124 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-41ededb8-e41c-4de8-89c0-abdc18f472f2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f856a68d-2fd8-48bb-b3aa-f616a98ec007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396626 Aug 30 07:58:10.461479 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-eefd45ec-790d-4448-a0ee-2e1970fbdd31 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859127 Aug 30 07:58:10.549239 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-dfd33541-2313-4393-bed0-09cbea1a11a3 req-d75ba32c-8bb3-4c10-97ba-7d677557e618 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810432 Aug 30 07:58:11.210598 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d676262-5834-4606-835d-76700a386571 req-1e4a5364-566f-430b-8347-ffbb1c4be9ca tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:11.212095 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d676262-5834-4606-835d-76700a386571 req-1e4a5364-566f-430b-8347-ffbb1c4be9ca tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0490243 Aug 30 07:58:11.253551 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d676262-5834-4606-835d-76700a386571 req-0a912396-d8de-4fbe-a5e6-a12b24edfa59 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356143 Aug 30 07:58:11.291817 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3ecd2ce1-2216-43ca-8904-8c8a01819a2e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:58:11.368689 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:11.390861 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:58:11.393048 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291ebaf1-fb8c-4457-9062-51fe61e1c8af" -d '{"events": [{"server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "name": "network-vif-unplugged", "status": "completed", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:58:11.405557 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:11.410952 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:11.458105 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,revision_number=6']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:11.465784 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:11.466134 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:11.466476 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:11.466810 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:11.467138 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:11.467495 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:11.467822 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:11.468148 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:11.468471 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:11.468795 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:11.469099 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:11.469421 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:58:11.489669 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 07:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600082c9-6e32-4841-a817-27077c7a7ca4 x-openstack-request-id: req-600082c9-6e32-4841-a817-27077c7a7ca4 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:58:11.489965 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "name": "network-vif-unplugged", "status": "completed", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:58:11.490217 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-600082c9-6e32-4841-a817-27077c7a7ca4 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:58:11.490639 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'code': 200} Aug 30 07:58:12.365738 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069b870-a808-48ee-bf76-5b316f2a9416 req-80791b12-50a6-449a-825a-d67b546c889d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:12.367751 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3069b870-a808-48ee-bf76-5b316f2a9416 req-80791b12-50a6-449a-825a-d67b546c889d tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0487387 Aug 30 07:58:12.405666 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3069b870-a808-48ee-bf76-5b316f2a9416 req-015ef569-6f4f-4b20-8e72-54807c02961f tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Aug 30 07:58:13.524068 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa54d9a-0d9a-44d2-9d1c-f6bcac8a983a req-8b1ba47d-51d0-491a-86d3-1c7ac64935a5 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:13.525545 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9fa54d9a-0d9a-44d2-9d1c-f6bcac8a983a req-8b1ba47d-51d0-491a-86d3-1c7ac64935a5 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0522890 Aug 30 07:58:13.562424 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9fa54d9a-0d9a-44d2-9d1c-f6bcac8a983a req-4bd07d0c-51b8-4dff-943c-e16f47e170ca tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307455 Aug 30 07:58:14.674090 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c852a-c20c-4cc3-84ca-498ddd3a2946 req-5e4e2c07-90e1-41f5-ba17-e00830a55b63 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:14.675601 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d6c852a-c20c-4cc3-84ca-498ddd3a2946 req-5e4e2c07-90e1-41f5-ba17-e00830a55b63 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0479178 Aug 30 07:58:14.717253 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d6c852a-c20c-4cc3-84ca-498ddd3a2946 req-a4db2085-cabd-44e9-a939-8512d8c0e9c1 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353434 Aug 30 07:58:15.828372 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fbaad-f102-4d3c-bf5f-a1edb9b5e4ac req-40ca4934-a425-4c13-8c3a-91fa240b3874 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:15.829909 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-107fbaad-f102-4d3c-bf5f-a1edb9b5e4ac req-40ca4934-a425-4c13-8c3a-91fa240b3874 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0477858 Aug 30 07:58:15.868952 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-107fbaad-f102-4d3c-bf5f-a1edb9b5e4ac req-6fa06bac-60a3-4b97-8e52-a9963262f178 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314891 Aug 30 07:58:16.981493 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51ff1a-2482-486b-9932-2a95a4712b56 req-2e75ca1e-9c85-4b0d-8b95-1065e0f675db tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:16.982976 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f51ff1a-2482-486b-9932-2a95a4712b56 req-2e75ca1e-9c85-4b0d-8b95-1065e0f675db tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0483778 Aug 30 07:58:17.004385 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:58:17.023319 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0f51ff1a-2482-486b-9932-2a95a4712b56 req-3463a6ee-2d57-487f-83f8-f8c4481bc5eb tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338333 Aug 30 07:58:17.472470 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4bf58-831b-4823-a554-d3020b02ac60 req-5f430ca9-2d37-4336-bb76-f93a8c31153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:17.473954 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66c4bf58-831b-4823-a554-d3020b02ac60 req-5f430ca9-2d37-4336-bb76-f93a8c31153c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1097 time: 0.0394788 Aug 30 07:58:17.511373 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66c4bf58-831b-4823-a554-d3020b02ac60 req-03d3f2ea-2a13-4361-8698-a0ac5dc5f04f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301623 Aug 30 07:58:18.136673 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b1c97-6c3b-4e57-9c52-68cb863a75ba req-3f1b1dc3-3289-49c6-8c1b-ada00dbe6132 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:18.138157 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-129b1c97-6c3b-4e57-9c52-68cb863a75ba req-3f1b1dc3-3289-49c6-8c1b-ada00dbe6132 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0487154 Aug 30 07:58:18.178001 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-129b1c97-6c3b-4e57-9c52-68cb863a75ba req-d945c151-9aaf-48e9-be41-7b5d100b22f8 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339308 Aug 30 07:58:19.296661 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea3d76-1f77-4b42-a983-08ee5746410a req-ee008d91-ad03-4a83-b971-75524aa423af tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:19.298146 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6dea3d76-1f77-4b42-a983-08ee5746410a req-ee008d91-ad03-4a83-b971-75524aa423af tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 944 time: 0.0482719 Aug 30 07:58:19.335990 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6dea3d76-1f77-4b42-a983-08ee5746410a req-c9f12e6b-afd9-4f20-b3e5-210216434799 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314078 Aug 30 07:58:19.339256 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3ecd2ce1-2216-43ca-8904-8c8a01819a2e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 07:58:19.434186 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:19.445865 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Returning: {'device': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'port_id': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'mac_address': 'fa:16:3e:c4:e6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 07:58:19.481715 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:19.494453 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecd2ce1-2216-43ca-8904-8c8a01819a2e {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 07:58:19.512649 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:19.516693 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:19.565610 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,revision_number=7']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:19.848605 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] get_ports_and_sgs() called for port_ids ['3ecd2ce1-2216-43ca-8904-8c8a01819a2e'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 07:58:21.355067 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3ecd2ce1-2216-43ca-8904-8c8a01819a2e up at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 07:58:21.402250 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Provisioning complete for port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 07:58:21.402623 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-964299'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.479949 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-921410'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.502460 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:58:21.504740 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5916e46f1f4a8d7005a59a8752aeb2a40c45100ce5cf6c7a8668c7893de579cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c95ab49-bdf9-48f8-8d14-391cd2dff5de" -d '{"events": [{"server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:58:21.518436 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] For port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:58:21.522657 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735427979825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735427427377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735427427395'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:21.548200 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6daa54-5024-4c43-a0de-eb91e3df17ef x-openstack-request-id: req-7b6daa54-5024-4c43-a0de-eb91e3df17ef {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:58:21.548493 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:58:21.548742 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b6daa54-5024-4c43-a0de-eb91e3df17ef {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:58:21.549130 dv-cinder-804735-4-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'code': 200} Aug 30 07:58:21.574722 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Pushing event updated for resources: {'Port': ['ID=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,revision_number=8']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:58:33.567628 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0458-cfad-42d4-a09c-15a3e5ee1c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:35.320321 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:36.169806 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-3f548758-eaf3-4788-885a-ddf7bbb6c63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:36.706224 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:37.422483 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:38.736415 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:58:50.448277 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02459407-bfad-4032-9316-6500f30a0174 req-4428164b-1654-41dd-8018-02865874a0bd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384634 Aug 30 07:58:50.534199 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459407-bfad-4032-9316-6500f30a0174 req-6ca12eb7-67a0-4486-9b51-e1b865bbe77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:50.535646 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02459407-bfad-4032-9316-6500f30a0174 req-6ca12eb7-67a0-4486-9b51-e1b865bbe77b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1099 time: 0.0455484 Aug 30 07:58:50.638079 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459407-bfad-4032-9316-6500f30a0174 req-4b543ce6-eb9d-43d3-9a16-3abc2f59699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:50.639587 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02459407-bfad-4032-9316-6500f30a0174 req-4b543ce6-eb9d-43d3-9a16-3abc2f59699b service neutron] 10.222.0.68 "GET /v2.0/networks?id=f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 200 len: 910 time: 0.0844443 Aug 30 07:58:50.709439 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02459407-bfad-4032-9316-6500f30a0174 req-ebd349fa-4cac-4b0f-8d6b-91118e03c635 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 200 len: 1001 time: 0.0621011 Aug 30 07:58:50.758939 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459407-bfad-4032-9316-6500f30a0174 req-9f547b1a-9d21-4561-92df-96ebaaa13478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:50.760496 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02459407-bfad-4032-9316-6500f30a0174 req-9f547b1a-9d21-4561-92df-96ebaaa13478 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7a174b-714d-4b6e-aa41-013a8530cb0f HTTP/1.1" status: 200 len: 848 time: 0.0440392 Aug 30 07:58:50.807607 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459407-bfad-4032-9316-6500f30a0174 req-6889d4f6-9a19-4a92-90d8-e1be97f1166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:58:50.809021 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02459407-bfad-4032-9316-6500f30a0174 req-6889d4f6-9a19-4a92-90d8-e1be97f1166f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f856a68d-2fd8-48bb-b3aa-f616a98ec007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413771 Aug 30 07:58:50.903604 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02459407-bfad-4032-9316-6500f30a0174 req-ea53565d-3465-4e2e-a57f-854ff5b801c7 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866351 Aug 30 07:58:50.993615 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-02459407-bfad-4032-9316-6500f30a0174 req-5cceb14c-af76-4c78-a627-70634afedf2c service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828354 Aug 30 07:58:54.004420 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:59:03.569029 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-40173193-cfe6-447c-8df4-6743138bb14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:05.339067 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:06.169258 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ccdfac77-cba3-49e2-9ebc-3ab0ab8c2974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:06.697630 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:07.424540 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:08.736196 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:31.004411 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 07:59:33.569691 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0f720a72-5bdd-4e9b-84fa-554cf808a30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:35.349356 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:36.169628 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d9dd447c-dea8-44f9-b335-1c48773cb534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:36.699176 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:37.430694 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:38.739958 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:52.452243 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e6093e16-9575-4345-b139-f4ca284f39ba req-78861036-6882-410c-887f-fcebe0783b7b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401635 Aug 30 07:59:52.536112 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6093e16-9575-4345-b139-f4ca284f39ba req-98a81376-fdd5-4dbe-b015-59f16c2f113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:52.537508 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e6093e16-9575-4345-b139-f4ca284f39ba req-98a81376-fdd5-4dbe-b015-59f16c2f113b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1099 time: 0.0447042 Aug 30 07:59:52.636717 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6093e16-9575-4345-b139-f4ca284f39ba req-5c98acdf-b9e6-4a41-8edc-cb4f206d4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:52.638174 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e6093e16-9575-4345-b139-f4ca284f39ba req-5c98acdf-b9e6-4a41-8edc-cb4f206d4a55 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 200 len: 910 time: 0.0819838 Aug 30 07:59:52.705122 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e6093e16-9575-4345-b139-f4ca284f39ba req-9ceb2287-6652-497f-b808-bb27986bf39d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 200 len: 1001 time: 0.0599802 Aug 30 07:59:52.752399 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6093e16-9575-4345-b139-f4ca284f39ba req-c8333879-2697-4206-abe6-8df713462eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:52.753841 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e6093e16-9575-4345-b139-f4ca284f39ba req-c8333879-2697-4206-abe6-8df713462eb9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7a174b-714d-4b6e-aa41-013a8530cb0f HTTP/1.1" status: 200 len: 848 time: 0.0421598 Aug 30 07:59:52.798084 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6093e16-9575-4345-b139-f4ca284f39ba req-009d56c0-f3e2-49b1-964b-85539b2acdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:52.799504 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e6093e16-9575-4345-b139-f4ca284f39ba req-009d56c0-f3e2-49b1-964b-85539b2acdf4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f856a68d-2fd8-48bb-b3aa-f616a98ec007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392203 Aug 30 07:59:52.889533 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e6093e16-9575-4345-b139-f4ca284f39ba req-1a203bd0-184b-4a61-ac54-08c58a5092eb service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830128 Aug 30 07:59:52.977311 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e6093e16-9575-4345-b139-f4ca284f39ba req-c6da1bac-b9ff-49ce-af48-682e18b55ceb service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809410 Aug 30 07:59:54.241018 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 57256) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:54.440785 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Deleting port 05e1e0ed-fedf-480e-8356-d1fba7804a25 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:59:54.441125 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:54.516801 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:54.517082 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:54.528960 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Calling delete_port for 05e1e0ed-fedf-480e-8356-d1fba7804a25 owned by network:floatingip {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:59:54.671939 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:54.695617 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event deleted for resources: {'Port': ['ID=05e1e0ed-fedf-480e-8356-d1fba7804a25,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:54.707028 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:54.707401 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:54.707736 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:54.708063 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:54.708387 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:54.708710 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:54.709029 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:54.709346 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:54.709663 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:54.709979 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:54.710294 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:54.710603 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 07:59:54.766317 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for floatingip, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:54.766681 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Floating IP b5843a5a-e940-46ce-9e79-dc20b64b16d1 disassociated (deleted). External IP: 172.27.1.30, port: 3ecd2ce1-2216-43ca-8904-8c8a01819a2e. Aug 30 07:59:54.966958 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Router e778f4a0-31b1-4d36-8ccf-bd076339e6cf has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 07:59:55.069826 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 07:59:55.074190 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:55.080691 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec34334-417f-45b0-8818-9af72160236d None None] Sync routers for ids ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 07:59:55.089415 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec34334-417f-45b0-8818-9af72160236d None None] Routers {'e778f4a0-31b1-4d36-8ccf-bd076339e6cf'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:59:55.090025 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-8ec34334-417f-45b0-8818-9af72160236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:59:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:55.106952 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-3aabbac6-290e-44f3-9c7c-0ccc1e6745a4 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "DELETE /v2.0/floatingips/b5843a5a-e940-46ce-9e79-dc20b64b16d1 HTTP/1.1" status: 204 len: 168 time: 0.8620932 Aug 30 07:59:55.106952 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:59:55.108249 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ce5e5a-9583-4cfd-b08a-29be804a811b" -d '{"events": [{"name": "network-changed", "server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:59:55.154604 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 07:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac96867-a390-4aa7-8809-d770a76c3e64 x-openstack-request-id: req-cac96867-a390-4aa7-8809-d770a76c3e64 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:59:55.154959 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:59:55.155410 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cac96867-a390-4aa7-8809-d770a76c3e64 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:59:55.155840 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'status': 'completed', 'code': 200} Aug 30 07:59:55.201305 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-8ec34334-417f-45b0-8818-9af72160236d None None] Set router e778f4a0-31b1-4d36-8ccf-bd076339e6cf gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:59:55.218222 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce5e5a-9583-4cfd-b08a-29be804a811b req-0131d450-6d49-4091-babc-c8526f0b217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:55.219779 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-77ce5e5a-9583-4cfd-b08a-29be804a811b req-0131d450-6d49-4091-babc-c8526f0b217c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 1099 time: 0.0437632 Aug 30 07:59:55.358580 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce5e5a-9583-4cfd-b08a-29be804a811b req-3a963e83-4da0-45f1-ba14-d450b9e5b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:55.360078 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-77ce5e5a-9583-4cfd-b08a-29be804a811b req-3a963e83-4da0-45f1-ba14-d450b9e5b972 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 200 len: 910 time: 0.1263437 Aug 30 07:59:55.371809 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7a955-4412-469a-a910-125d69829f7d req-d4e61954-7942-4122-8511-2309bdefbf00 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:55.373251 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7aa7a955-4412-469a-a910-125d69829f7d req-d4e61954-7942-4122-8511-2309bdefbf00 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0682817 Aug 30 07:59:55.414372 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-77ce5e5a-9583-4cfd-b08a-29be804a811b req-798c4bc4-d137-456b-8b04-aa740fe6e0d0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 200 len: 217 time: 0.0401833 Aug 30 07:59:55.436617 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-8ec34334-417f-45b0-8818-9af72160236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '15450b2a-0c24-48be-b43b-1093c63106ba', 'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'mac_address': 'fa:16:3e:ff:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:45Z', 'updated_at': '2021-08-30T07:54:51Z', 'revision_number': 5, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'subnets': [{'id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:55.463229 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec34334-417f-45b0-8818-9af72160236d None None] Checking router: e778f4a0-31b1-4d36-8ccf-bd076339e6cf for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 07:59:55.472495 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec34334-417f-45b0-8818-9af72160236d None None] Routers {'e778f4a0-31b1-4d36-8ccf-bd076339e6cf'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 07:59:55.473011 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-8ec34334-417f-45b0-8818-9af72160236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:59:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:55.473145 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7aa7a955-4412-469a-a910-125d69829f7d req-c1f9b268-21e9-4852-9084-ca42eae564d6 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921099 Aug 30 07:59:55.482340 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce5e5a-9583-4cfd-b08a-29be804a811b req-205ed0ad-cf52-4440-9614-148501ba3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:55.483826 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-77ce5e5a-9583-4cfd-b08a-29be804a811b req-205ed0ad-cf52-4440-9614-148501ba3f72 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d7a174b-714d-4b6e-aa41-013a8530cb0f HTTP/1.1" status: 200 len: 848 time: 0.0571079 Aug 30 07:59:55.532114 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce5e5a-9583-4cfd-b08a-29be804a811b req-a76cd412-9790-4eed-82ad-fda8d0c2d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:55.533616 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-77ce5e5a-9583-4cfd-b08a-29be804a811b req-a76cd412-9790-4eed-82ad-fda8d0c2d4f0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f856a68d-2fd8-48bb-b3aa-f616a98ec007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416090 Aug 30 07:59:55.581434 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-8ec34334-417f-45b0-8818-9af72160236d None None] Set router e778f4a0-31b1-4d36-8ccf-bd076339e6cf gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 07:59:55.791361 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-8ec34334-417f-45b0-8818-9af72160236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '15450b2a-0c24-48be-b43b-1093c63106ba', 'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'mac_address': 'fa:16:3e:ff:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:45Z', 'updated_at': '2021-08-30T07:54:51Z', 'revision_number': 5, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'subnets': [{'id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 07:59:55.821478 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec34334-417f-45b0-8818-9af72160236d None None] The sync data for ids ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'] in dv-cinder-804735-4-iscsi is: [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:45Z', 'revision_number': 4, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi', '_interfaces': [{'id': '15450b2a-0c24-48be-b43b-1093c63106ba', 'name': '', 'network_id': 'f856a68d-2fd8-48bb-b3aa-f616a98ec007', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'mac_address': 'fa:16:3e:ff:0d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:45Z', 'updated_at': '2021-08-30T07:54:51Z', 'revision_number': 5, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'subnets': [{'id': '5d7a174b-714d-4b6e-aa41-013a8530cb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 07:59:55.892622 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-77ce5e5a-9583-4cfd-b08a-29be804a811b req-09963b4e-2ec5-4129-ad40-a41714a8acd3 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511572 Aug 30 07:59:55.991442 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-77ce5e5a-9583-4cfd-b08a-29be804a811b req-72a53082-99e8-4080-b519-8994fa5c3f74 service neutron] 10.222.0.68 "GET /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915604 Aug 30 07:59:56.052840 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a9811-aa7b-4ab3-ba20-1c260086199d None None] New status for floating IP b5843a5a-e940-46ce-9e79-dc20b64b16d1: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 07:59:56.750303 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bae875-9dc7-4d8f-86ea-6475479c8010 req-4afded71-7736-49a7-87e8-8751b9684774 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:56.751783 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b9bae875-9dc7-4d8f-86ea-6475479c8010 req-4afded71-7736-49a7-87e8-8751b9684774 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0525465 Aug 30 07:59:56.804397 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b9bae875-9dc7-4d8f-86ea-6475479c8010 req-e1bf21b2-5c15-4cdc-9d91-bcbb5ce28f58 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/security-groups?id=795f4699-abad-4832-a3ea-866ee998efe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463977 Aug 30 07:59:57.132172 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b867f-acdf-410e-ade5-6b97a7afc6be req-12af752b-b0f4-4f0f-96e1-cf3ab6286c28 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 07:59:57.133756 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b89b867f-acdf-410e-ade5-6b97a7afc6be req-12af752b-b0f4-4f0f-96e1-cf3ab6286c28 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.68 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 946 time: 0.0589373 Aug 30 07:59:57.227647 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-b89b867f-acdf-410e-ade5-6b97a7afc6be req-a87bc56c-656e-41b2-91b2-521eb5fdc7bc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Deleting port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:59:57.227998 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b89b867f-acdf-410e-ade5-6b97a7afc6be req-a87bc56c-656e-41b2-91b2-521eb5fdc7bc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:57.318075 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-b89b867f-acdf-410e-ade5-6b97a7afc6be req-a87bc56c-656e-41b2-91b2-521eb5fdc7bc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] For port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 07:59:57.318442 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b89b867f-acdf-410e-ade5-6b97a7afc6be req-a87bc56c-656e-41b2-91b2-521eb5fdc7bc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:57.331795 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-b89b867f-acdf-410e-ade5-6b97a7afc6be req-a87bc56c-656e-41b2-91b2-521eb5fdc7bc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Calling delete_port for 3ecd2ce1-2216-43ca-8904-8c8a01819a2e owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 07:59:57.471099 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b89b867f-acdf-410e-ade5-6b97a7afc6be req-a87bc56c-656e-41b2-91b2-521eb5fdc7bc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:57.502346 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bc56c-656e-41b2-91b2-521eb5fdc7bc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event deleted for resources: {'Port': ['ID=3ecd2ce1-2216-43ca-8904-8c8a01819a2e,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:57.549295 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89b867f-acdf-410e-ade5-6b97a7afc6be req-a87bc56c-656e-41b2-91b2-521eb5fdc7bc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] No DVR routers for this DVR port 3ecd2ce1-2216-43ca-8904-8c8a01819a2e on host hv-cinder-80473 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 07:59:57.552060 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b89b867f-acdf-410e-ade5-6b97a7afc6be req-a87bc56c-656e-41b2-91b2-521eb5fdc7bc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4184'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:57.554402 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b89b867f-acdf-410e-ade5-6b97a7afc6be req-a87bc56c-656e-41b2-91b2-521eb5fdc7bc tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.68 "DELETE /v2.0/ports/3ecd2ce1-2216-43ca-8904-8c8a01819a2e HTTP/1.1" status: 204 len: 173 time: 0.4141355 Aug 30 07:59:57.554856 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'name': 'network-vif-deleted', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 07:59:57.557811 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c1a0c22e3c276625a0a7b8c6edc847c16f81d1645ff356cb25b4766af0bb363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbbb269-fde2-4c27-853e-0d54f0952292" -d '{"events": [{"server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "name": "network-vif-deleted", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 07:59:57.612999 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 07:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7215b8ba-f7e6-43f9-90a9-dd8599981880 x-openstack-request-id: req-7215b8ba-f7e6-43f9-90a9-dd8599981880 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 07:59:57.613410 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915c7599-6ac3-4e93-afcb-6fc6ef4a4a70", "name": "network-vif-deleted", "tag": "3ecd2ce1-2216-43ca-8904-8c8a01819a2e", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 07:59:57.613714 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7215b8ba-f7e6-43f9-90a9-dd8599981880 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 07:59:57.614417 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915c7599-6ac3-4e93-afcb-6fc6ef4a4a70', 'name': 'network-vif-deleted', 'tag': '3ecd2ce1-2216-43ca-8904-8c8a01819a2e', 'status': 'completed', 'code': 200} Aug 30 07:59:57.931847 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [req-61a3f3cf-9be5-40cb-9c8e-bf0704ccf4b0 req-ae116ded-43c5-44e3-b4b9-7e87fab03949 tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "GET /v2.0/ports?device_id=915c7599-6ac3-4e93-afcb-6fc6ef4a4a70 HTTP/1.1" status: 200 len: 210 time: 0.0318441 Aug 30 07:59:58.989218 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 57284) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:59.046519 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c2b467fb-dba4-4ee6-b43e-faf8af254e8e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:59.074507 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c2b467fb-dba4-4ee6-b43e-faf8af254e8e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:59.133642 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c2b467fb-dba4-4ee6-b43e-faf8af254e8e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:59.136567 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c2b467fb-dba4-4ee6-b43e-faf8af254e8e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:59.137913 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-c2b467fb-dba4-4ee6-b43e-faf8af254e8e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] 10.222.0.64 "DELETE /v2.0/security-groups/795f4699-abad-4832-a3ea-866ee998efe7 HTTP/1.1" status: 204 len: 168 time: 0.1476457 Aug 30 07:59:59.147762 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b467fb-dba4-4ee6-b43e-faf8af254e8e tempest-TestShelveInstance-1558930178 tempest-TestShelveInstance-1558930178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795f4699-abad-4832-a3ea-866ee998efe7,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 07:59:59.183597 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 57288) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 07:59:59.630808 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-54f65a9b-3df2-4934-a29c-368abfea83db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699776'] for router_interface, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 07:59:59.867640 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3ecd2ce1-2216-43ca-8904-8c8a01819a2e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 07:59:59.890182 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] No Port match for: 3ecd2ce1-2216-43ca-8904-8c8a01819a2e {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 07:59:59.890477 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Device 3ecd2ce1-2216-43ca-8904-8c8a01819a2e not bound to the agent host hv-cinder-80473 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 07:59:59.915060 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-54f65a9b-3df2-4934-a29c-368abfea83db admin admin] Deleting port 15450b2a-0c24-48be-b43b-1093c63106ba {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 07:59:59.915578 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-54f65a9b-3df2-4934-a29c-368abfea83db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:00.005815 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-54f65a9b-3df2-4934-a29c-368abfea83db admin admin] For port 15450b2a-0c24-48be-b43b-1093c63106ba, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=15450b2a-0c24-48be-b43b-1093c63106ba,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:00.006540 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-54f65a9b-3df2-4934-a29c-368abfea83db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:00.019718 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-54f65a9b-3df2-4934-a29c-368abfea83db admin admin] Calling delete_port for 15450b2a-0c24-48be-b43b-1093c63106ba owned by network:router_interface {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:00.205089 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-54f65a9b-3df2-4934-a29c-368abfea83db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:00.239451 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f65a9b-3df2-4934-a29c-368abfea83db admin admin] Pushing event deleted for resources: {'Port': ['ID=15450b2a-0c24-48be-b43b-1093c63106ba,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:00.403090 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-54f65a9b-3df2-4934-a29c-368abfea83db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699594'] for router_interface, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:00.613908 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f65a9b-3df2-4934-a29c-368abfea83db admin admin] Router e778f4a0-31b1-4d36-8ccf-bd076339e6cf has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:00:00.717005 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f65a9b-3df2-4934-a29c-368abfea83db admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:00:00.722041 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-54f65a9b-3df2-4934-a29c-368abfea83db admin admin] 10.222.0.64 "PUT /v2.0/routers/e778f4a0-31b1-4d36-8ccf-bd076339e6cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5372577 Aug 30 08:00:00.724512 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 57292) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:00.726084 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464146b-641b-4c2a-8c2e-4c01ca78c5b7 None None] Sync routers for ids ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'] in dv-cinder-804735-4-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:00:00.735410 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464146b-641b-4c2a-8c2e-4c01ca78c5b7 None None] Routers {'e778f4a0-31b1-4d36-8ccf-bd076339e6cf'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:00.736001 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4464146b-641b-4c2a-8c2e-4c01ca78c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:59:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:00.825726 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Notify callbacks [] for router, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:00.838261 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-4464146b-641b-4c2a-8c2e-4c01ca78c5b7 None None] Set router e778f4a0-31b1-4d36-8ccf-bd076339e6cf gateway port host: dv-cinder-804735-4-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:00.928759 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:00.980382 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Deleting port 33935a33-8521-4be7-a3f5-00d2d9b026b5 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:00.980819 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.022070 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4464146b-641b-4c2a-8c2e-4c01ca78c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T08:00:00Z', 'revision_number': 5, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port': {'id': '33935a33-8521-4be7-a3f5-00d2d9b026b5', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T07:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:01.051758 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464146b-641b-4c2a-8c2e-4c01ca78c5b7 None None] Checking router: e778f4a0-31b1-4d36-8ccf-bd076339e6cf for host: dv-cinder-804735-4-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:00:01.060567 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464146b-641b-4c2a-8c2e-4c01ca78c5b7 None None] Routers {'e778f4a0-31b1-4d36-8ccf-bd076339e6cf'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:01.061166 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4464146b-641b-4c2a-8c2e-4c01ca78c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:59:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:01.065958 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] For port 33935a33-8521-4be7-a3f5-00d2d9b026b5, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=33935a33-8521-4be7-a3f5-00d2d9b026b5,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:01.066470 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.077809 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Calling delete_port for 33935a33-8521-4be7-a3f5-00d2d9b026b5 owned by network:router_gateway {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:01.147858 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-4464146b-641b-4c2a-8c2e-4c01ca78c5b7 None None] Set router e778f4a0-31b1-4d36-8ccf-bd076339e6cf gateway port host: None {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:01.201830 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4464146b-641b-4c2a-8c2e-4c01ca78c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T08:00:00Z', 'revision_number': 6, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port_host': None}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:01.232109 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464146b-641b-4c2a-8c2e-4c01ca78c5b7 None None] The sync data for ids ['e778f4a0-31b1-4d36-8ccf-bd076339e6cf'] in dv-cinder-804735-4-iscsi is: [{'id': 'e778f4a0-31b1-4d36-8ccf-bd076339e6cf', 'name': 'tempest-TestShelveInstance-1327669721-router', 'tenant_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:43Z', 'updated_at': '2021-08-30T08:00:00Z', 'revision_number': 6, 'project_id': 'c9d46db4f31b48aeb2f3929ed73c4d73', 'gw_port_host': None}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:00:01.247803 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.273763 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Pushing event deleted for resources: {'Port': ['ID=33935a33-8521-4be7-a3f5-00d2d9b026b5,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:01.337530 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697872'] for router_gateway, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.426875 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45288'] for router, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.429095 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.473983 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703872'] for router, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.474467 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e778f4a0-31b1-4d36-8ccf-bd076339e6cf {{(pid=100499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 08:00:01.478793 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.480384 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-63ef6181-7ed1-4060-8f07-9c140dcb337d admin admin] 10.222.0.64 "DELETE /v2.0/routers/e778f4a0-31b1-4d36-8ccf-bd076339e6cf HTTP/1.1" status: 204 len: 168 time: 0.7549477 Aug 30 08:00:01.484271 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 57294) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:01.531062 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08a2d1f-0619-4c33-9206-335ca29be2c8 admin admin] Deleting subnet 5d7a174b-714d-4b6e-aa41-013a8530cb0f {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 08:00:01.534436 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f08a2d1f-0619-4c33-9206-335ca29be2c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.569116 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f08a2d1f-0619-4c33-9206-335ca29be2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070656471'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.664785 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f08a2d1f-0619-4c33-9206-335ca29be2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.722815 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f08a2d1f-0619-4c33-9206-335ca29be2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1071471443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070182839'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.747976 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a2d1f-0619-4c33-9206-335ca29be2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7a174b-714d-4b6e-aa41-013a8530cb0f,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:01.753522 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f08a2d1f-0619-4c33-9206-335ca29be2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.757288 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f08a2d1f-0619-4c33-9206-335ca29be2c8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5d7a174b-714d-4b6e-aa41-013a8530cb0f HTTP/1.1" status: 204 len: 168 time: 0.2706084 Aug 30 08:00:01.758283 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 57296) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:01.758415 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7d053a-0aba-4902-b104-1659d5d9b693 None None] Network f856a68d-2fd8-48bb-b3aa-f616a98ec007 requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 08:00:01.828162 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.885403 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Deleting port 2e414d21-2590-4549-b1ae-87540ffeae75 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:01.886479 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.948064 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] For port 2e414d21-2590-4549-b1ae-87540ffeae75, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=2e414d21-2590-4549-b1ae-87540ffeae75,segment=NetworkSegment(0ac85c6c-43cc-492d-8314-f120d3d995fb),segment_id=0ac85c6c-43cc-492d-8314-f120d3d995fb)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:01.948361 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:01.961199 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Calling delete_port for 2e414d21-2590-4549-b1ae-87540ffeae75 owned by network:dhcp {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:02.029990 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] DHCP port deletion for f856a68d-2fd8-48bb-b3aa-f616a98ec007 request from dv-cinder-804735-4-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 08:00:02.061741 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 15450b2a-0c24-48be-b43b-1093c63106ba no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:00:02.061951 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1071471360'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:02.088277 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e414d21-2590-4549-b1ae-87540ffeae75,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:02.091922 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] No DVR routers for this DVR port 2e414d21-2590-4549-b1ae-87540ffeae75 on host dv-cinder-804735-4-iscsi {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:00:02.165469 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:02.176135 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f856a68d-2fd8-48bb-b3aa-f616a98ec007']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:02.190677 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac85c6c-43cc-492d-8314-f120d3d995fb') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:02.190957 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac85c6c-43cc-492d-8314-f120d3d995fb') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:02.201694 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070656456'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:02.209793 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 15450b2a-0c24-48be-b43b-1093c63106ba {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:00:02.210138 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 15450b2a-0c24-48be-b43b-1093c63106ba not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:00:02.217531 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:02.223650 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 08:00:02.224175 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1071471413'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: timer() Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: cb(*args, **kw) Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: self._notify() Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: self.callback(batched_events) Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: event.method(event) Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._get(url).json() Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 08:00:02.225982 dv-cinder-804735-4-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 08:00:02.229994 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Deleting port 2e414d21-2590-4549-b1ae-87540ffeae75 {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:02.230342 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:02.286917 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:02.296421 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:02.296679 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] For port 2e414d21-2590-4549-b1ae-87540ffeae75, host dv-cinder-804735-4-iscsi, got binding levels [] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:02.297034 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:02.299469 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f856a68d-2fd8-48bb-b3aa-f616a98ec007 HTTP/1.1" status: 204 len: 168 time: 0.5401533 Aug 30 08:00:02.302548 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 57298) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:02.312073 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a9a06-27cd-49a3-9277-895d93301146 admin admin] Pushing event deleted for resources: {'Network': ['ID=f856a68d-2fd8-48bb-b3aa-f616a98ec007,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:02.323401 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Calling delete_port for 2e414d21-2590-4549-b1ae-87540ffeae75 owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:02.326395 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.ipam_backend_mixin [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Port 2e414d21-2590-4549-b1ae-87540ffeae75 was not found and therefore no delete operation was performed {{(pid=100501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 08:00:02.327900 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:02.352008 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Network f856a68d-2fd8-48bb-b3aa-f616a98ec007 is not hosted by any dhcp agent {{(pid=100501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 08:00:02.352474 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] No DVR routers for this DVR port 2e414d21-2590-4549-b1ae-87540ffeae75 on host dv-cinder-804735-4-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:00:02.354363 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Pushing event deleted for resources: {'Port': ['ID=2e414d21-2590-4549-b1ae-87540ffeae75,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:02.363942 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:02.364478 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:02.365133 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:02.365629 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:02.366327 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:02.367148 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:02.367697 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:02.368203 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:02.369095 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:02.370098 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:02.370888 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:02.371430 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc28e83-ff80-462e-8e84-45abda679bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:02.643337 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699776'] for router_interface, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:03.072068 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Deleting port b1755b82-4b45-43c5-9b7b-b49bb1f21df7 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:03.072298 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:03.150300 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] For port b1755b82-4b45-43c5-9b7b-b49bb1f21df7, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=b1755b82-4b45-43c5-9b7b-b49bb1f21df7,segment=NetworkSegment(404aa668-4b29-4e3a-a45d-053cc2d90981),segment_id=404aa668-4b29-4e3a-a45d-053cc2d90981)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:03.150689 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:03.163462 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Calling delete_port for b1755b82-4b45-43c5-9b7b-b49bb1f21df7 owned by network:router_interface {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:03.333751 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:03.362050 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1755b82-4b45-43c5-9b7b-b49bb1f21df7,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:03.390152 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:03.390385 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:03.390954 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:03.390954 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:03.391380 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:03.391749 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:03.392062 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:03.392266 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:03.392616 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:03.392897 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:03.393832 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:03.393832 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-4-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 08:00:03.458067 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 2e414d21-2590-4549-b1ae-87540ffeae75 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:00:03.482445 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 2e414d21-2590-4549-b1ae-87540ffeae75 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:00:03.482777 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 2e414d21-2590-4549-b1ae-87540ffeae75 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:00:03.483235 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 33935a33-8521-4be7-a3f5-00d2d9b026b5 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:00:03.504340 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 33935a33-8521-4be7-a3f5-00d2d9b026b5 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:00:03.504828 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 33935a33-8521-4be7-a3f5-00d2d9b026b5 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:00:03.545305 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699594'] for router_interface, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:03.572786 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-34fbc0ce-690c-4107-b75e-ddd5826e0f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:03.760745 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Router 691fcaff-69ba-4fa5-b47d-61aeb07686d7 has already been hosted by L3 agent c573a07a-3db1-4c86-80b7-c1ab026b2982 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 08:00:03.868111 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] Notify agent at l3_agent.dv-cinder-804735-4-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 08:00:03.874276 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-5b8e3f25-a2e0-4cbc-84fe-027ac188df0c admin admin] 10.222.0.64 "PUT /v2.0/routers/691fcaff-69ba-4fa5-b47d-61aeb07686d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5707271 Aug 30 08:00:03.876796 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 57302) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:03.877501 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad56863-d4c9-468a-9e8a-530d4599def7 None None] Sync routers for ids ['691fcaff-69ba-4fa5-b47d-61aeb07686d7'] in dv-cinder-804735-4-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 08:00:03.886934 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad56863-d4c9-468a-9e8a-530d4599def7 None None] Routers {'691fcaff-69ba-4fa5-b47d-61aeb07686d7'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:03.887628 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-6ad56863-d4c9-468a-9e8a-530d4599def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:59:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['691fcaff-69ba-4fa5-b47d-61aeb07686d7'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:03.977060 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Notify callbacks [] for router, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:03.992443 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-6ad56863-d4c9-468a-9e8a-530d4599def7 None None] Set router 691fcaff-69ba-4fa5-b47d-61aeb07686d7 gateway port host: dv-cinder-804735-4-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:04.081267 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.140147 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Deleting port 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:04.140684 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.185586 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-6ad56863-d4c9-468a-9e8a-530d4599def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'name': 'tempest-TestShelveInstance-932409992-router', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'external_fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T08:00:03Z', 'revision_number': 5, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'gw_port': {'id': '2a895fa4-e4ee-48b4-9ebb-4c38755b33e9', 'name': '', 'network_id': '59ff83ee-6d51-4380-b781-8170ef3e97d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '4ea6efef-6040-4996-872e-a963349e1111', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T07:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ea6efef-6040-4996-872e-a963349e1111', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-4-iscsi'}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:04.210717 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad56863-d4c9-468a-9e8a-530d4599def7 None None] Checking router: 691fcaff-69ba-4fa5-b47d-61aeb07686d7 for host: dv-cinder-804735-4-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 08:00:04.219344 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad56863-d4c9-468a-9e8a-530d4599def7 None None] Routers {'691fcaff-69ba-4fa5-b47d-61aeb07686d7'} bound to L3 agent in host dv-cinder-804735-4-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 08:00:04.219940 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-6ad56863-d4c9-468a-9e8a-530d4599def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T07:31:36Z,description=,heartbeat_timestamp=2021-08-30T07:59:36Z,host='dv-cinder-804735-4-iscsi',id=c573a07a-3db1-4c86-80b7-c1ab026b2982,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T07:31:36Z,topic='l3_agent')) {'router_ids': ['691fcaff-69ba-4fa5-b47d-61aeb07686d7'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:04.221197 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] For port 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=2a895fa4-e4ee-48b4-9ebb-4c38755b33e9,segment=NetworkSegment(4bcb8716-6b31-43f5-ba6c-99967c764049),segment_id=4bcb8716-6b31-43f5-ba6c-99967c764049)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:04.221585 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.238497 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Calling delete_port for 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 owned by network:router_gateway {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:04.308208 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-6ad56863-d4c9-468a-9e8a-530d4599def7 None None] Set router 691fcaff-69ba-4fa5-b47d-61aeb07686d7 gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 08:00:04.361080 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-6ad56863-d4c9-468a-9e8a-530d4599def7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'name': 'tempest-TestShelveInstance-932409992-router', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T08:00:04Z', 'revision_number': 6, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'gw_port_host': None}], 'dv-cinder-804735-4-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:04.387413 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad56863-d4c9-468a-9e8a-530d4599def7 None None] The sync data for ids ['691fcaff-69ba-4fa5-b47d-61aeb07686d7'] in dv-cinder-804735-4-iscsi is: [{'id': '691fcaff-69ba-4fa5-b47d-61aeb07686d7', 'name': 'tempest-TestShelveInstance-932409992-router', 'tenant_id': '226ee03a4c5e44028ef309634b0ad55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T07:54:47Z', 'updated_at': '2021-08-30T08:00:04Z', 'revision_number': 6, 'project_id': '226ee03a4c5e44028ef309634b0ad55c', 'gw_port_host': None}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 08:00:04.413798 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.442502 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a895fa4-e4ee-48b4-9ebb-4c38755b33e9,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:04.513957 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1697872'] for router_gateway, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.601415 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45288'] for router, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.603513 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.643639 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703872'] for router, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.644110 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 691fcaff-69ba-4fa5-b47d-61aeb07686d7 {{(pid=100500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 08:00:04.648224 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.649440 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-56abc9e8-aaaf-4ecb-9cf7-eb3038b2af47 admin admin] 10.222.0.64 "DELETE /v2.0/routers/691fcaff-69ba-4fa5-b47d-61aeb07686d7 HTTP/1.1" status: 204 len: 168 time: 0.7717369 Aug 30 08:00:04.652176 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 57304) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:04.699355 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6fee23-49a8-4622-af14-d371358cc5f6 admin admin] Deleting subnet 7fcaaeb7-7600-4beb-ab73-2b9c379c9f70 {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 08:00:04.702422 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b6fee23-49a8-4622-af14-d371358cc5f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.736726 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b6fee23-49a8-4622-af14-d371358cc5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070507269'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.824373 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b6fee23-49a8-4622-af14-d371358cc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1030329'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.878182 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b6fee23-49a8-4622-af14-d371358cc5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1030326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1073360017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069822122'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.908497 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fee23-49a8-4622-af14-d371358cc5f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fcaaeb7-7600-4beb-ab73-2b9c379c9f70,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:04.913848 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b6fee23-49a8-4622-af14-d371358cc5f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:04.915835 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6b6fee23-49a8-4622-af14-d371358cc5f6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7fcaaeb7-7600-4beb-ab73-2b9c379c9f70 HTTP/1.1" status: 204 len: 168 time: 0.2627313 Aug 30 08:00:04.918216 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.64', 57306) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:04.921151 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de9cf2-5330-4e45-901f-808c6f59693b None None] Network 12eb9365-78d3-4fc2-8f90-d89da3f5719a requested from dv-cinder-804735-4-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 08:00:04.984026 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606505'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.034943 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Deleting port 649346d7-70f6-495c-964c-7ae95d190d3a {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:05.035406 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.100153 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] For port 649346d7-70f6-495c-964c-7ae95d190d3a, host dv-cinder-804735-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-4-iscsi',level=0,port_id=649346d7-70f6-495c-964c-7ae95d190d3a,segment=NetworkSegment(404aa668-4b29-4e3a-a45d-053cc2d90981),segment_id=404aa668-4b29-4e3a-a45d-053cc2d90981)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:05.100514 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.113843 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Calling delete_port for 649346d7-70f6-495c-964c-7ae95d190d3a owned by network:dhcp {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:05.158937 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd305ffb-c164-4286-b949-273b6f20a5e2 None None] DHCP port deletion for 12eb9365-78d3-4fc2-8f90-d89da3f5719a request from dv-cinder-804735-4-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 08:00:05.195106 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1073360066'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.206763 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dd305ffb-c164-4286-b949-273b6f20a5e2 None None] Deleting port 649346d7-70f6-495c-964c-7ae95d190d3a {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 08:00:05.207137 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dd305ffb-c164-4286-b949-273b6f20a5e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735427827231'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.221485 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Pushing event deleted for resources: {'Port': ['ID=649346d7-70f6-495c-964c-7ae95d190d3a,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:05.223405 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] No DVR routers for this DVR port 649346d7-70f6-495c-964c-7ae95d190d3a on host dv-cinder-804735-4-iscsi {{(pid=100500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:00:05.275217 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-dd305ffb-c164-4286-b949-273b6f20a5e2 None None] For port 649346d7-70f6-495c-964c-7ae95d190d3a, host dv-cinder-804735-4-iscsi, got binding levels [] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 08:00:05.275637 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dd305ffb-c164-4286-b949-273b6f20a5e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699345'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.292068 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dd305ffb-c164-4286-b949-273b6f20a5e2 None None] Calling delete_port for 649346d7-70f6-495c-964c-7ae95d190d3a owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 08:00:05.295038 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.ipam_backend_mixin [None req-dd305ffb-c164-4286-b949-273b6f20a5e2 None None] Port 649346d7-70f6-495c-964c-7ae95d190d3a was not found and therefore no delete operation was performed {{(pid=100501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 08:00:05.296317 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dd305ffb-c164-4286-b949-273b6f20a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-921357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735427979807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735427427368'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.301871 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962882', 'neutron.services.segments.db._delete_segments_for_network-8735427956206'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.311879 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12eb9365-78d3-4fc2-8f90-d89da3f5719a']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:05.319877 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd305ffb-c164-4286-b949-273b6f20a5e2 None None] Pushing event deleted for resources: {'Port': ['ID=649346d7-70f6-495c-964c-7ae95d190d3a,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:05.322184 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404aa668-4b29-4e3a-a45d-053cc2d90981') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:05.322481 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404aa668-4b29-4e3a-a45d-053cc2d90981') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 08:00:05.327694 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd305ffb-c164-4286-b949-273b6f20a5e2 None None] No DVR routers for this DVR port 649346d7-70f6-495c-964c-7ae95d190d3a on host dv-cinder-804735-4-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 08:00:05.334016 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735427956089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070507290'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.353444 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.353594 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.360342 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 08:00:05.360763 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1073360119'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: timer() Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: cb(*args, **kw) Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: self._notify() Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: self.callback(batched_events) Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: event.method(event) Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._get(url).json() Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 08:00:05.362548 dv-cinder-804735-4-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 08:00:05.429239 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1697900'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.446740 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666680'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.448787 dv-cinder-804735-4-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] 10.222.0.64 "DELETE /v2.0/networks/12eb9365-78d3-4fc2-8f90-d89da3f5719a HTTP/1.1" status: 204 len: 168 time: 0.5296264 Aug 30 08:00:05.465399 dv-cinder-804735-4-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0f86d-31fe-4383-b98b-dfa0aa1fa846 admin admin] Pushing event deleted for resources: {'Network': ['ID=12eb9365-78d3-4fc2-8f90-d89da3f5719a,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:05.468144 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 649346d7-70f6-495c-964c-7ae95d190d3a no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:00:05.496292 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 649346d7-70f6-495c-964c-7ae95d190d3a {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:00:05.496629 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 649346d7-70f6-495c-964c-7ae95d190d3a not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:00:05.497081 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:00:05.516856 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:00:05.517194 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device 2a895fa4-e4ee-48b4-9ebb-4c38755b33e9 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:00:05.517598 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device b1755b82-4b45-43c5-9b7b-b49bb1f21df7 no longer exists at agent ovs-agent-dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 08:00:05.536634 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] No Port match for: b1755b82-4b45-43c5-9b7b-b49bb1f21df7 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 08:00:05.536974 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Device b1755b82-4b45-43c5-9b7b-b49bb1f21df7 not bound to the agent host dv-cinder-804735-4-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 08:00:05.564701 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 57310) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:05.603065 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-c330873f-609c-42ce-b4b3-bc42431aee50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9d46db4f31b48aeb2f3929ed73c4d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371983 Aug 30 08:00:05.605369 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 57312) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:05.652535 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-27eef871-45f2-49f0-9dc7-56d3c5b1790d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.677720 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-27eef871-45f2-49f0-9dc7-56d3c5b1790d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.725814 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-27eef871-45f2-49f0-9dc7-56d3c5b1790d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.730396 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-27eef871-45f2-49f0-9dc7-56d3c5b1790d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:05.732342 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-27eef871-45f2-49f0-9dc7-56d3c5b1790d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70836f9c-05aa-487d-86f0-544d2effbb88 HTTP/1.1" status: 204 len: 168 time: 0.1258576 Aug 30 08:00:05.743832 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eef871-45f2-49f0-9dc7-56d3c5b1790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70836f9c-05aa-487d-86f0-544d2effbb88,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:06.046633 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 57318) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:06.086710 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f0b64107-1bc6-431d-88b1-577fd08fcb20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=226ee03a4c5e44028ef309634b0ad55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387943 Aug 30 08:00:06.089215 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.64', 57320) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 08:00:06.140096 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-175e4d6d-afa4-4992-a5cb-7602cd708e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:06.162788 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-175e4d6d-afa4-4992-a5cb-7602cd708e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:06.172886 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-188a1082-c84a-429f-87fa-320972757bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:06.210079 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-175e4d6d-afa4-4992-a5cb-7602cd708e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038511'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:06.212841 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-175e4d6d-afa4-4992-a5cb-7602cd708e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:06.214104 dv-cinder-804735-4-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-175e4d6d-afa4-4992-a5cb-7602cd708e2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45d0c5c7-0164-45fa-9299-f7891a211358 HTTP/1.1" status: 204 len: 168 time: 0.1239812 Aug 30 08:00:06.222900 dv-cinder-804735-4-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e4d6d-afa4-4992-a5cb-7602cd708e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d0c5c7-0164-45fa-9299-f7891a211358,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 08:00:06.702401 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:07.431802 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:08.003102 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:00:08.744637 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:33.574104 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4c7294fb-7085-4136-ba82-34f7f1975abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:35.348526 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:36.175569 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-aadf735c-b3b5-4670-a0b6-052068db8ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:36.703447 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:37.434769 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:38.745739 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:00:45.003641 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:01:03.575884 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a93c9553-d464-4fc5-86e0-3896039a9202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:05.356984 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:06.176485 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ca95cad0-ab55-4d7e-a773-b025ed9a21ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:06.705499 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:07.438276 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:08.749572 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:22.004037 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:01:33.576647 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b61f80ec-c81c-4380-8961-448b00935f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:35.352828 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:36.176703 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0b9c3b0d-3423-44c5-836d-3add9a3e4528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:36.708291 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:37.442341 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:38.752380 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:01:59.002585 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:02:03.577047 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-cda27961-6064-4c7f-a6ce-be40646f79ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:05.358693 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:06.177059 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d0e76142-0c92-4db2-88c0-10fcba1b527d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:06.710437 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:07.444692 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:08.759490 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:33.576886 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-61e74cfe-ff4a-488a-8526-161137f04c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:35.374415 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:36.001116 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:02:36.180829 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-404b23a7-c87a-4d70-b422-55a692f24f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:36.712970 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:37.448444 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:02:38.760004 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:03.577478 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-70a55dcd-0e02-40c7-9ccf-c2d9a571d272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:05.373447 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:06.181092 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-73a6263c-3957-4639-b4b7-badbf268de06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:06.713530 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:07.452942 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:08.764510 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:13.000047 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:03:33.578730 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-eccd144d-2060-4006-ad7b-5b9391647369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:35.372952 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:36.184363 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-82c766e2-e7fc-42f2-aac8-ac2d14d7c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:36.717074 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:37.455777 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:38.765321 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:03:49.999307 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:04:03.580612 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0298-3e97-4670-8e90-5f41336be6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:05.386707 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:06.185857 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b07a6a20-e78a-4261-a45e-d9711df456cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:06.718165 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:07.456072 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:08.768087 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:26.997684 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:04:33.581617 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-61cf051d-d6cc-48c3-91a5-c572a538d29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:35.400202 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:36.185933 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9fafa4d7-a1ff-4d50-b352-444c49320a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:36.719887 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:37.458687 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:04:38.771525 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:03.582085 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dcff1374-5ea9-4edb-bfe8-0064a7ffa21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:03.997351 dv-cinder-804735-4-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-6c709f43-c820-4c59-a493-65311ad5c212 None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 08:05:05.399721 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5016ff15-0bbc-40a8-8f56-bb597ca9f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:06.186419 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-03dcc64d-296f-4104-b30c-d05d25cf2fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:06.722761 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dff0a876-f4bb-4a28-9226-2f4873687c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:07.461743 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a195af49-531e-450f-a45d-bdf3b9e39c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:08.775758 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb42-608c-4d84-ad34-03c40bc55a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 08:05:33.588619 dv-cinder-804735-4-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-569dc1a8-012a-40cc-8a2d-7870efc4a639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735427956188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-964216'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}